-- Logs begin at Thu 2020-11-19 13:40:13 UTC, end at Thu 2020-11-19 14:46:29 UTC. -- Nov 19 14:15:58.086879 dv-cinder-763306-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 14:16:00.618428 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.common.config [-] Logging enabled! Nov 19 14:16:00.641063 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev156 Nov 19 14:16:00.641063 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80223) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 19 14:16:00.641063 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.common.config [-] Logging enabled! Nov 19 14:16:00.641063 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev156 Nov 19 14:16:00.641063 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80223) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 19 14:16:00.641063 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 14:16:00.641063 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 14:16:00.641063 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 14:16:00.641856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 14:16:00.641856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 14:16:00.641856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.641856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.641856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.641856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.641856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.641856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.642550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.642550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.642550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.642550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.642550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.642550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.642550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.642550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643318 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643318 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643318 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] debug = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643318 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643318 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643318 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] host = dv-cinder-763306-2-smb {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.643830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.644577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.644577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.644577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.644577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.644577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.644577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.644577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] log_file = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.644577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.645947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.646724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.646724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.646724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.646724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.646724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.646724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.646724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.646724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.646724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.647580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.647580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.647580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.647580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.647580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.647580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.647580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.647580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.648247 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.648247 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.648247 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] use_json = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.648585 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.648893 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.649219 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.649529 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.649863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.650175 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.650484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.650818 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:00.651153 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.651497 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.651844 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.652166 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.652501 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.652824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.653158 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.653509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.653891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.654230 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.654559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.654875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.655202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.655540 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.655874 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.656193 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.656495 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.656833 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.657152 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.657462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.657821 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.658139 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.658502 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.658829 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.659140 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.659451 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.659763 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.660081 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.660419 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.660735 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.661046 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.661358 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.661686 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.662008 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.662336 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.662653 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.662964 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.663274 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.663593 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.663904 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.664216 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.664533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.664849 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.665162 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.665473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.665806 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.666120 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.666456 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.666746 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.667058 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.667369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.667683 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.667996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.668304 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.668612 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.668925 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.669232 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.669556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.669918 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.670233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.670549 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.670864 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.671179 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.671492 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.671805 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.672118 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.672433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.672745 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.673080 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.673401 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.673743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.674100 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.674418 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.674937 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.675258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.675583 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.675902 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.676220 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.676541 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.676864 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.677543 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.677900 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.678240 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.678578 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.678917 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.679234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.679593 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.679913 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:00.680159 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 14:16:00.680420 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80223) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Nov 19 14:16:01.354873 dv-cinder-763306-2-smb neutron-server[80223]: INFO keyring.backend [-] Loading Gnome Nov 19 14:16:01.371862 dv-cinder-763306-2-smb neutron-server[80223]: INFO keyring.backend [-] Loading Google Nov 19 14:16:01.374528 dv-cinder-763306-2-smb neutron-server[80223]: INFO keyring.backend [-] Loading Windows (alt) Nov 19 14:16:01.378581 dv-cinder-763306-2-smb neutron-server[80223]: INFO keyring.backend [-] Loading file Nov 19 14:16:01.379481 dv-cinder-763306-2-smb neutron-server[80223]: INFO keyring.backend [-] Loading keyczar Nov 19 14:16:01.379759 dv-cinder-763306-2-smb neutron-server[80223]: INFO keyring.backend [-] Loading multi Nov 19 14:16:01.380392 dv-cinder-763306-2-smb neutron-server[80223]: INFO keyring.backend [-] Loading pyfs Nov 19 14:16:01.428482 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:01.428801 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:01.429135 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:01.429515 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 14:16:01.861869 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:01.862462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:01.862462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:01.923551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:01.923859 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:01.924682 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:01.927977 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:01.928426 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:01.928725 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.007045 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.007357 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.007663 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.008871 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.009179 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.009474 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.130777 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.131105 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.131409 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.131721 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.132545 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.316481 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.316858 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.317182 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.317482 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.317807 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.318186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.318482 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.318770 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.319052 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.319391 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.319692 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.319967 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.320274 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.320562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.320868 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.321177 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.321467 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.321810 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.322095 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.322560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.322844 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.323130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.323471 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.323753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.324032 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.324461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 14:16:02.324737 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 14:16:02.325016 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 14:16:02.325290 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 14:16:02.325564 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 14:16:02.325859 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 14:16:02.327255 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 14:16:02.336439 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 14:16:02.344101 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 14:16:02.349858 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Nov 19 14:16:02.352659 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 14:16:02.353784 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 14:16:02.354177 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Nov 19 14:16:02.354622 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 14:16:02.358375 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 14:16:02.358655 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 14:16:02.359048 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Nov 19 14:16:02.381538 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 19 14:16:02.382016 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.382352 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80223) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Nov 19 14:16:02.382757 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.384107 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80223) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 14:16:02.384426 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Nov 19 14:16:02.384705 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Nov 19 14:16:02.387831 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.388150 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.456633 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 14:16:02.456895 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 14:16:02.457169 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 14:16:02.457582 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 14:16:02.496245 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_db.sqlalchemy.engines [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80223) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 19 14:16:02.816793 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Initializing driver for type 'gre' Nov 19 14:16:02.817357 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] gre ID ranges: [(1, 1000)] Nov 19 14:16:02.863342 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Initializing driver for type 'local' Nov 19 14:16:02.863831 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Initializing driver for type 'vlan' Nov 19 14:16:02.878708 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] VlanTypeDriver initialization complete Nov 19 14:16:02.879107 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Initializing driver for type 'vxlan' Nov 19 14:16:02.879662 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] vxlan ID ranges: [(1, 1000)] Nov 19 14:16:02.928103 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Initializing extension driver 'port_security' Nov 19 14:16:02.928428 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.extensions.port_security [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] PortSecurityExtensionDriver initialization complete Nov 19 14:16:02.928787 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Initializing mechanism driver 'openvswitch' Nov 19 14:16:02.935087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80223) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:16:02.935973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > port after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.936369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > port after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.936745 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > port after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.937157 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > subnet after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.937532 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > subnet after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.937928 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.938332 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > network after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.938704 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > network after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.939052 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > network after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.939507 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > security_group after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.939913 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > security_group after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.940324 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.940724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.941094 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.941456 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.942009 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > address_group after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.942379 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > address_group after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.942755 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.943098 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] ML2 OVO RPC backend initialized. {{(pid=80223) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 19 14:16:02.943804 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.944184 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.944613 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > network before_response 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.944986 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > networks before_response 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.945351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > port before_response 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.945737 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > ports before_response 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.946104 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > subnet before_response 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.946467 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > subnets before_response 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.946834 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > network after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.947194 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > network after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.947552 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > network after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.947909 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > port after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.948268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > port after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.948621 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > port after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.948977 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > subnet after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.949334 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > subnet after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.949708 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.950327 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.plugin [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Modular L2 Plugin initialization complete Nov 19 14:16:02.950674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading services supported by the core plugin {{(pid=80223) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 14:16:02.951023 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.plugins.ml2.managers [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Got port-security extension from driver 'port_security' Nov 19 14:16:02.951524 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.extensions.vlantransparent [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Disabled vlantransparent extension. Nov 19 14:16:02.951990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80223) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 14:16:02.952326 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading Plugin: router Nov 19 14:16:02.992959 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.993381 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router after_create 55549900 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.993796 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router before_create 55549900 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.994189 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.994592 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.994977 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router after_delete 55549900 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.995366 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.995759 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router after_create 55549900 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.996130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router after_update 55549900 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.996490 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router after_update 55549900 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.996863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.997249 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router after_update 55549900 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.997729 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router precommit_update 55549900 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.998142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: port after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.998512 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: port after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.998878 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: subnet after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.999241 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.999619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:02.999991 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router precommit_create 55549900 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.000357 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: port before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.000724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router precommit_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.001115 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router after_update 55549900 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.001482 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.001882 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router precommit_create 55549900 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.002379 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.002754 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router precommit_update 55549900 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.003782 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Tracking information for resource: router configured {{(pid=80223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 14:16:03.004145 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Tracking information for resource: floatingip configured {{(pid=80223) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 14:16:03.010531 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_agentschedulers_db [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 14:16:03.011169 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: port after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.011549 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: port after_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.011918 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: port after_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.012288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: port after_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.013196 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router before_create 55550100 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.013579 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.013993 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router precommit_create 55550100 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.014368 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > router precommit_update 55550100 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.019229 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.provider_configuration [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service providers = [] {{(pid=80223) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 14:16:03.019606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.servicetype_db [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80223) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 14:16:03.022670 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.service_base [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80223) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 14:16:03.023041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.service_base [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80223) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 14:16:03.023403 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.service_base [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80223) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 14:16:03.024287 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.service_base [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80223) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 14:16:03.024672 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.services.service_base [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 14:16:03.025079 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 14:16:03.025422 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 14:16:03.046949 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 14:16:03.047304 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading Plugin: auto_allocate Nov 19 14:16:03.058433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: network precommit_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.058825 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: network precommit_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.059400 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 14:16:03.059747 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading Plugin: tag Nov 19 14:16:03.071224 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 14:16:03.071523 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading Plugin: timestamp Nov 19 14:16:03.075371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 14:16:03.075726 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading Plugin: network_ip_availability Nov 19 14:16:03.081490 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.081916 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.082293 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.083058 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 14:16:03.083425 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading Plugin: flavors Nov 19 14:16:03.099334 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 14:16:03.099698 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading Plugin: revisions Nov 19 14:16:03.104084 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80223) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 14:16:03.104497 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.675s {{(pid=80223) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:03.105318 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80223) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Nov 19 14:16:03.105703 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Initializing extension manager. Nov 19 14:16:03.106245 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: __init__.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.106612 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: __pycache__ {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.106952 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.107340 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: _filter_validation_lib.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.107694 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.108045 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: address_group.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.108845 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.109494 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: address-group Nov 19 14:16:03.109870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: address_scope.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.110626 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.111189 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: address-scope Nov 19 14:16:03.111949 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.112671 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.113146 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: router-admin-state-down-before-update Nov 19 14:16:03.113515 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: agent.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.114263 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.114839 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: agent Nov 19 14:16:03.115186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: agent_resources_synced.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.116217 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.116777 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: agent-resources-synced Nov 19 14:16:03.117123 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: allowedaddresspairs.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.119325 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.119902 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: allowed-address-pairs Nov 19 14:16:03.120259 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: auto_allocated_topology.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.121330 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.121936 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: auto-allocated-topology Nov 19 14:16:03.122284 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: availability_zone.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.123024 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.123586 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: availability_zone Nov 19 14:16:03.123919 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: availability_zone_filter.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.124831 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.125393 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: availability_zone_filter Nov 19 14:16:03.125800 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: data_plane_status.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.126710 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.127393 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 14:16:03.127744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: default_subnetpools.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.128653 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.129212 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: default-subnetpools Nov 19 14:16:03.129557 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.130434 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.131001 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: dhcp_agent_scheduler Nov 19 14:16:03.131354 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: dns.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.132266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.132818 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension dns-integration not supported by any of loaded plugins Nov 19 14:16:03.133168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: dns_domain_ports.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.134103 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.134661 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 14:16:03.135012 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: dvr.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.135733 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.136289 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: dvr Nov 19 14:16:03.136637 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: empty_string_filtering.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.137543 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.138132 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: empty-string-filtering Nov 19 14:16:03.138478 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.139380 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.139936 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 14:16:03.140283 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.141187 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.141763 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 14:16:03.142112 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: external_net.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.143211 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.143777 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: external-net Nov 19 14:16:03.144125 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.145050 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.145612 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: extra_dhcp_opt Nov 19 14:16:03.145989 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: extraroute.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.146899 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.147464 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: extraroute Nov 19 14:16:03.147810 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: extraroute_atomic.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.148820 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.149382 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: extraroute-atomic Nov 19 14:16:03.149749 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: filter_validation.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.150450 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.151001 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: filter-validation Nov 19 14:16:03.151348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: fip_pf_description.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.152257 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.152815 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 14:16:03.153160 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: fip_port_details.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.154128 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.154680 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: fip-port-details Nov 19 14:16:03.155029 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: flavors.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.156268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.156840 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: flavors Nov 19 14:16:03.157186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.158928 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.159505 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 14:16:03.159860 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: floatingip_pools.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.160598 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.161162 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: floatingip-pools Nov 19 14:16:03.161511 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: ip_allocation.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.162449 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.163002 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 14:16:03.163348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.164257 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.164821 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: ip-substring-filtering Nov 19 14:16:03.165168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: l2_adjacency.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.166110 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.166667 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 14:16:03.167014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: l3.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.168196 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.168769 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: router Nov 19 14:16:03.169120 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.171425 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.172004 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 14:16:03.172363 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.173279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.174049 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: ext-gw-mode Nov 19 14:16:03.174312 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.175226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.175801 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: l3-ha Nov 19 14:16:03.176142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: l3_flavors.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.177383 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.177979 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: l3-flavors Nov 19 14:16:03.178327 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.179240 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.179804 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 14:16:03.180149 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: l3agentscheduler.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.181323 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.181919 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: l3_agent_scheduler Nov 19 14:16:03.182271 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: logging.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.183749 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.184350 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension logging not supported by any of loaded plugins Nov 19 14:16:03.184692 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: metering.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.185587 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.186339 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: metering Nov 19 14:16:03.186715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.187845 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.188412 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: metering_source_and_destination_fields Nov 19 14:16:03.188762 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: multiprovidernet.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.189814 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.190395 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: multi-provider Nov 19 14:16:03.190741 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: netmtu.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.191649 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.192214 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: net-mtu Nov 19 14:16:03.192560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: netmtu_writable.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.193469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.194056 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: net-mtu-writable Nov 19 14:16:03.194404 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: network_availability_zone.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.195115 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.195673 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: network_availability_zone Nov 19 14:16:03.196020 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: network_ip_availability.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.197144 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.197727 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: network-ip-availability Nov 19 14:16:03.198080 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: network_segment_range.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.198908 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.199467 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 14:16:03.199814 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: pagination.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.200839 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.201225 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: pagination Nov 19 14:16:03.201567 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.202490 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.203074 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: port-mac-address-regenerate Nov 19 14:16:03.203414 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.204330 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.204898 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: port-numa-affinity-policy Nov 19 14:16:03.205320 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: port_resource_request.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.206258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.206814 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 14:16:03.207154 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: portbindings.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.208069 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.208632 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: binding Nov 19 14:16:03.208977 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: portbindings_extended.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.211832 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.212411 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: binding-extended Nov 19 14:16:03.212772 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: portsecurity.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.213711 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.214299 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: port-security Nov 19 14:16:03.214654 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: project_id.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.215618 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.215976 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: project-id Nov 19 14:16:03.216320 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: providernet.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.217230 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.217850 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: provider Nov 19 14:16:03.218201 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: qos.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.221917 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.222498 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension qos not supported by any of loaded plugins Nov 19 14:16:03.222858 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.224075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.224657 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 14:16:03.225014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.225949 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.226513 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 14:16:03.226862 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: qos_default.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.227758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.228315 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension qos-default not supported by any of loaded plugins Nov 19 14:16:03.228662 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: qos_fip.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.229333 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.229938 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension qos-fip not supported by any of loaded plugins Nov 19 14:16:03.230285 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: qos_gateway_ip.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.231216 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.231775 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 14:16:03.232119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: qos_port_network_policy.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.233019 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.233572 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 14:16:03.233950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: qos_rule_type_details.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.234862 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.235419 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 14:16:03.235765 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: qos_rules_alias.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.236969 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.237541 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 14:16:03.237916 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: quotasv2.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.238902 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.239267 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: quotas Nov 19 14:16:03.239622 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: quotasv2_detail.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.241210 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.241584 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: quota_details Nov 19 14:16:03.241971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: rbac.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.243132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.243714 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: rbac-policies Nov 19 14:16:03.244067 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: rbac_address_scope.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.244990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.245569 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: rbac-address-scope Nov 19 14:16:03.245954 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: rbac_security_groups.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.246856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.247420 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: rbac-security-groups Nov 19 14:16:03.247765 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: rbac_subnetpool.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.248670 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.249232 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: rbac-subnetpool Nov 19 14:16:03.249572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: revisionifmatch.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.250530 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.251085 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: revision-if-match Nov 19 14:16:03.251428 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: revisions.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.252645 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.253202 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: standard-attr-revisions Nov 19 14:16:03.253545 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: router_availability_zone.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.254289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.254870 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: router_availability_zone Nov 19 14:16:03.255215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: routerservicetype.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.256122 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.256688 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension router-service-type not supported by any of loaded plugins Nov 19 14:16:03.257041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.258006 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.258562 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: port-security-groups-filtering Nov 19 14:16:03.258911 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: securitygroup.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.272076 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.272676 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: security-group Nov 19 14:16:03.273039 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: segment.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.273922 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.274502 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension segment not supported by any of loaded plugins Nov 19 14:16:03.274856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.275798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.276372 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 14:16:03.276724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: servicetype.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.277836 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.278411 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: service-type Nov 19 14:16:03.278760 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: sorting.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.279740 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.280099 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: sorting Nov 19 14:16:03.280444 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: standard_attr_segment.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.281361 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.281950 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 14:16:03.282297 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: standardattrdescription.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.282944 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.283591 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: standard-attr-description Nov 19 14:16:03.283933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: stateful_security_group.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.284864 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.285427 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: stateful-security-group Nov 19 14:16:03.285797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: stdattrs_common.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.286371 dv-cinder-763306-2-smb neutron-server[80223]: WARNING neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 14:16:03.286712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.287613 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.288185 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 14:16:03.288530 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: subnet_onboard.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.289585 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.290183 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: subnet_onboard Nov 19 14:16:03.290529 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.291516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.292078 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 14:16:03.292427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: subnet_service_types.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.293335 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.293919 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: subnet-service-types Nov 19 14:16:03.294271 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: subnetallocation.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.295344 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.295914 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: subnet_allocation Nov 19 14:16:03.296257 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.296949 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.297510 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: subnetpool-prefix-ops Nov 19 14:16:03.297885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.298808 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.299451 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 14:16:03.299796 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: tagging.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.301231 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.301834 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: standard-attr-tag Nov 19 14:16:03.302536 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: timestamp.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.303697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.304270 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loaded extension: standard-attr-timestamp Nov 19 14:16:03.304627 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: trunk.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.305646 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.306238 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension trunk not supported by any of loaded plugins Nov 19 14:16:03.306581 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: trunk_details.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.307488 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.308050 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension trunk-details not supported by any of loaded plugins Nov 19 14:16:03.308393 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: uplink_status_propagation.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.309296 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.309880 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 14:16:03.310223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Loading extension file: vlantransparent.py {{(pid=80223) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 14:16:03.310909 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80223) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 14:16:03.311474 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 14:16:03.314137 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:network Nov 19 14:16:03.315114 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:subnet Nov 19 14:16:03.315760 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 14:16:03.316411 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:port Nov 19 14:16:03.317910 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.318384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service FLAVORS assigned prefix: {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.319054 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.319502 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.319861 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:router Nov 19 14:16:03.320556 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 14:16:03.321364 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service METERING assigned prefix: /metering {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.323131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.323525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.323901 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80223) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:16:03.325028 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 14:16:03.325492 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:security_group Nov 19 14:16:03.326312 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 14:16:03.327108 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service CORE assigned prefix: {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.327474 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 14:16:03.327828 dv-cinder-763306-2-smb neutron-server[80223]: WARNING neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] subnetpool is already registered Nov 19 14:16:03.328479 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service CORE assigned prefix: {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.328834 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 14:16:03.329185 dv-cinder-763306-2-smb neutron-server[80223]: WARNING neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] subnetpool is already registered Nov 19 14:16:03.332096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.332554 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service FLAVORS assigned prefix: {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.333178 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.333622 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.333979 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:router Nov 19 14:16:03.334340 dv-cinder-763306-2-smb neutron-server[80223]: WARNING neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] router is already registered Nov 19 14:16:03.334979 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:floatingip Nov 19 14:16:03.335335 dv-cinder-763306-2-smb neutron-server[80223]: WARNING neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] floatingip is already registered Nov 19 14:16:03.336006 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service METERING assigned prefix: /metering {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.336726 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 14:16:03.337080 dv-cinder-763306-2-smb neutron-server[80223]: WARNING neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] rbac_policy is already registered Nov 19 14:16:03.337714 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:security_group Nov 19 14:16:03.338096 dv-cinder-763306-2-smb neutron-server[80223]: WARNING neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] security_group is already registered Nov 19 14:16:03.338721 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 14:16:03.339070 dv-cinder-763306-2-smb neutron-server[80223]: WARNING neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] security_group_rule is already registered Nov 19 14:16:03.339796 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service CORE assigned prefix: {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.340146 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 14:16:03.340493 dv-cinder-763306-2-smb neutron-server[80223]: WARNING neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] subnetpool is already registered Nov 19 14:16:03.341148 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.resource_helper [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Service CORE assigned prefix: {{(pid=80223) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 14:16:03.341499 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 14:16:03.341864 dv-cinder-763306-2-smb neutron-server[80223]: WARNING neutron.quota.resource_registry [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] subnetpool is already registered Nov 19 14:16:03.342560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: extensions {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.344083 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: address-groups {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.345832 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: address-scopes {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.347215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: agents {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.348433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: auto-allocated-topology {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.349753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: availability_zones {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.351123 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: dhcp-networks {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.352588 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: dhcp-agents {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.354099 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: routers {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.355991 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: flavors {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.357209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: service_profiles {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.358530 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: next_providers {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.360966 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: service_profiles {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.362873 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: floatingip-pools {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.364150 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: routers {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.470426 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: floatingips {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.471869 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: l3-routers {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.473347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: l3-agents {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.474880 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: metering-labels {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.476344 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: metering-label-rules {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.477715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: network-ip-availabilities {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.479049 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: bindings {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.480769 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: quotas {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.482291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: quotas {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.483785 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: rbac-policies {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.485146 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: security-groups {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.486472 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: security-group-rules {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.487764 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: service-providers {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.489051 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: subnetpools {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.490570 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: subnetpools {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.492105 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: tags {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.493885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: tags {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.495795 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: tags {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.497646 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: tags {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.499540 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: tags {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.501310 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: tags {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.503282 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: tags {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.505229 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: tags {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.507216 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: tags {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.509168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.extensions [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Extended resource: tags {{(pid=80223) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 14:16:03.516328 dv-cinder-763306-2-smb neutron-server[80223]: WARNING keystonemiddleware.auth_token [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 14:16:03.521810 dv-cinder-763306-2-smb neutron-server[80223]: WARNING keystonemiddleware.auth_token [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 14:16:03.530662 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Acquired lock "singleton_lock" {{(pid=80223) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 19 14:16:03.531185 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Releasing lock "singleton_lock" {{(pid=80223) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 19 14:16:03.532641 dv-cinder-763306-2-smb neutron-server[80223]: INFO oslo_service.service [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Starting 2 workers Nov 19 14:16:03.537468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Started child 80334 {{(pid=80223) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 14:16:03.541539 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:03.542172 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Started child 80335 {{(pid=80223) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 14:16:03.542956 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [-] (80334) wsgi starting up on http://0.0.0.0:9696 Nov 19 14:16:03.543699 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.service [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 14:16:03.544335 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Notify callbacks [] for process, before_spawn {{(pid=80223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:03.545607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:03.546808 dv-cinder-763306-2-smb neutron-server[80223]: INFO oslo_service.service [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Starting 1 workers Nov 19 14:16:03.546954 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [-] (80335) wsgi starting up on http://0.0.0.0:9696 Nov 19 14:16:03.552568 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Started child 80336 {{(pid=80223) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 14:16:03.553108 dv-cinder-763306-2-smb neutron-server[80223]: INFO oslo_service.service [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Starting 1 workers Nov 19 14:16:03.555226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.service [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] calling RpcWorker wait() {{(pid=80336) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 14:16:03.555613 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.service [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] returning from RpcWorker wait() {{(pid=80336) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 14:16:03.557002 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:03.557521 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:16:03.557778 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Started child 80337 {{(pid=80223) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 14:16:03.558547 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-31cc34f9-7ba5-439c-9f7a-dba68c437a56 None None] Notify callbacks [] for process, after_spawn {{(pid=80223) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:03.560091 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80223) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 19 14:16:03.560321 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 14:16:03.560441 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 14:16:03.560699 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 14:16:03.561134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 14:16:03.561267 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 14:16:03.561922 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.562217 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.562430 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:03.562572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.562761 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.563075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.563720 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.563994 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.564276 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.564636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.564897 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.565067 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.565459 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.565762 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.566050 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.566363 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.566664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.566926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.567219 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.567388 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.567863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.568175 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.568454 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.568744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] debug = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.569024 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.569627 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.569926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.570181 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.570430 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.570733 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.570984 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.571281 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.571606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.571805 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.572068 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.572337 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.572582 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.572842 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.573133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.573377 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.573849 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] host = dv-cinder-763306-2-smb {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.574093 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.574337 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.574597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.574856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.575134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.575380 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.575668 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.575951 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.576232 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.576487 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.576748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.577029 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.577292 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.577562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_file = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.577765 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_options = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.578007 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.578280 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.578569 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.578779 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.578969 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.579157 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.579446 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.579599 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.579878 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.580147 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.580369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.580633 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.580892 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.581155 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.581445 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.581707 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.581959 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.582197 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.582473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.582730 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.582998 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.583275 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.583514 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.583757 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.583997 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.584238 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.584496 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.584734 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.584984 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.585208 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.585645 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.585973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.586218 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.586485 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.586693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.586950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.587322 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.587442 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.587801 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.588123 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.588238 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:16:03.588365 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.588588 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.589506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.589506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.589506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.589506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] use_json = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.589975 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.589975 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.590206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.590444 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.590695 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.590932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.591175 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.591544 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.592403 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.592715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.593052 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.593307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.593649 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.593862 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.595141 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.595141 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.595141 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.595141 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.595141 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.595758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.595758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.596054 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.596307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.596571 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.596819 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.597126 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.599119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.599119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.599119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.599119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.599119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.599119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.599119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.599119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.600075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.600075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.600075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.600075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.600394 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.600488 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.600697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.600919 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.601400 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.601615 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.601870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.602174 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.602674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.603652 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.603652 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.603979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.603979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.604269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.604551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.604706 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.604955 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.605142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.605418 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.605618 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.606907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.606907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.606907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.606907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.606907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.607301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.607301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.607577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.607723 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.607958 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.608205 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.608461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.608716 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.608955 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.609196 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.609440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.609704 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.609972 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.610229 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.610471 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.610709 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.610948 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.611188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.611595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.611960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.612309 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.612592 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.612840 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.613118 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.613382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.613702 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.613941 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.614204 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.614468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.614764 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.615047 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.615323 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.615588 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.615834 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.616114 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.616356 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.616621 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.616863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.617109 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.617376 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.617716 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.617965 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.618243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.618555 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.618812 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.619364 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.619632 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.619907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.620385 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.620664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.621170 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.621486 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.621799 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.622089 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.622355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.622629 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.622893 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.623188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.623453 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.623726 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.623983 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.624272 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.625619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.625619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.625619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.625619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.625619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.626159 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.626159 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.626349 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.626584 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.626862 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.627179 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.627464 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.627744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.628023 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.628294 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.628557 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.628824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.629080 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.629344 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.629604 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.629918 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.630122 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.630365 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.630795 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.631238 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.631521 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.631772 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.632025 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.632270 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.632519 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.632763 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.633049 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.633315 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.633586 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.633876 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.634128 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.634373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.634617 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.634870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.635144 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.635391 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.635693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.635974 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.636243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.636480 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.636737 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.637024 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.637266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.637562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.637850 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.638147 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.638337 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.638614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.638811 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.639074 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.639317 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.639575 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.639845 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.640123 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.640510 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.640771 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.641004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.641250 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.641493 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.641765 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.642032 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.642329 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.642660 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.642931 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.643175 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.643435 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.643696 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.643936 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.644213 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.644418 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.644694 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.644880 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.645198 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.645455 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.646932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.646932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.646932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.646932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.646932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.647396 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.647396 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.647631 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.647856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.648084 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.648391 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.648619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.648871 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.649122 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.649411 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.649788 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.650116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.650420 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.650723 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.651032 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.651339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.651667 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.651925 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.652254 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.652652 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.653004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.653282 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.653535 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.654037 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.654297 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.654544 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.654784 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.655191 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.655598 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.656043 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.656337 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.656641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.656908 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.657167 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.657417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.657692 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.657944 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.658199 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.658543 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.658706 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 14:16:03.659325 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80223) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 19 14:16:03.659495 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 14:16:03.659840 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 14:16:03.660048 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 14:16:03.660249 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 14:16:03.660427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 14:16:03.660671 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.660855 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.661043 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.661226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.661408 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.661611 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.661813 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.661973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.662153 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.662333 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.662514 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.662692 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.662872 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.663050 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.663230 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.663409 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.663591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.663771 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.663955 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.664132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.664309 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.664487 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.664665 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] debug = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.664843 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.665056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.665237 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.665417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.665593 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.665771 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.665955 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.666136 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.666340 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.666467 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.666649 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.666826 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.667006 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.667206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.667341 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.667516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.667694 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] host = dv-cinder-763306-2-smb {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.667871 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.668049 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.668225 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.668402 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.668578 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.668755 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.668935 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.669117 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.669296 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.669476 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.669656 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.669859 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.670040 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.670220 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_file = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.670398 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_options = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.670579 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.670758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.670937 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.671136 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.671321 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.671502 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.671687 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.671869 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.672053 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.672234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.672414 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.672597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.672778 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.672960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.673141 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.673321 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.673504 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.673710 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.673967 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.674209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.674556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.674742 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.674924 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.675106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.675287 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.675468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.675648 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.675831 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.676017 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.676197 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.676377 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.676559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.676742 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.676922 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.677455 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.677637 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.677858 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.678025 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.678197 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.678378 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.678564 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.678745 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.678926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.679106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.679288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.679469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] use_json = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.679650 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.679831 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.680014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.680193 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.680373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.680555 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.680733 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.680913 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 14:16:03.681115 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.681302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.681499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.681697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.681890 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.682075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.682260 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.682444 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.682627 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.682810 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.683000 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.683184 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.683387 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.683572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.683762 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.683946 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.684129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.684315 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.684499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.684686 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.684870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.685054 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.685239 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.685423 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.685605 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.686072 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.686072 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.687007 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.687007 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.687007 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.687007 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.687007 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.687007 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.688195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.688195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.688195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.688195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.688195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.688195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.688195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.688195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.689658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.689658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.689658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.689658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.689658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.689658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.689658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.689658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.690382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.690382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.690382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.690382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.690382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.690796 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.690796 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.690972 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.691066 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.691167 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.691356 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.691545 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.691732 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.691922 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.692133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.692278 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.692427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.692573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.692728 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.692875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.693020 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.693162 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.693300 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.693486 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.693718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.693910 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.694095 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.694280 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.694463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.694645 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.694828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.695012 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.695194 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.695379 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.695564 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.695746 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.695930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.696118 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.696250 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.696426 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.696584 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.696766 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.696947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.697131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.697315 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.697501 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.697727 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.697889 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.698071 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.698253 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.698436 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.698630 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.698812 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.698997 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.699152 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.699345 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.699541 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.699726 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.699912 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.700095 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.700276 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.700464 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.700648 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.700832 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.701015 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.701198 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.701386 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.701578 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.701798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.701985 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.702169 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.702357 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.702571 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.702753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.702937 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.703119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.703302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.703484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.703674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.703858 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.704041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.704223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.704406 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.704591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.704774 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.704961 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.705196 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.705352 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.705538 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.705713 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.705906 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.706090 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.706245 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.706345 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:16:03.706441 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.706591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.706773 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.706957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.707140 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.707321 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.707503 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.707710 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.707856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.708028 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.708209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.708392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.708574 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.708756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.708937 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.709119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.709303 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.709485 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.709686 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.709871 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.710056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.710239 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.710424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.710607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.710789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.710973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.711157 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.711338 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.711521 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.711707 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.711891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.712074 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.712255 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.712439 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.712637 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.712821 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.713004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.713187 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.713370 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.713556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.713750 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.713921 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.714103 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.714285 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.714469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.714655 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.714840 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.715023 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.715206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.715387 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.715568 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.715750 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.715944 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.716127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.716310 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.716495 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.716690 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.716870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.717055 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.717247 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.717430 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.717614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.717834 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.718018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.718200 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.718382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.718564 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.718746 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.718930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.719080 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.719266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.719457 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.719642 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.719833 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.720024 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.720216 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.720402 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.720592 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.720865 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.721049 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.721234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.721420 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.721603 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.721836 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.722020 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.722203 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.722384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.722566 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.722748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.722931 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.723113 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.723295 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.723478 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.723666 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.723818 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.724005 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.724188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.724371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 14:16:03.724546 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80223) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 14:16:03.744181 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 53336) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:16:03.756071 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088940 Nov 19 14:16:13.785243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd236d2-82d6-4713-84ab-39c46bae8113 None None] get_active_networks_info from dv-cinder-763306-2-smb {{(pid=80336) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 19 14:16:13.911740 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd236d2-82d6-4713-84ab-39c46bae8113 None None] No non-hosted networks {{(pid=80336) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 14:16:13.942528 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agentschedulers_db [None req-8cd236d2-82d6-4713-84ab-39c46bae8113 None None] DHCP Agent not found on host dv-cinder-763306-2-smb {{(pid=80336) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Nov 19 14:16:14.158024 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-daa9f487-dc05-45c7-b88b-3332120f65a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537'] for agent, after_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:16.050190 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5247de38-5f3d-4e87-b259-65e12ba4eaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537'] for agent, after_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:16.066056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-20a6fcb8-d2fe-4e48-bd82-398b9534b47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:16.531758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537'] for agent, after_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:17.393644 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537'] for agent, after_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:17.394179 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:17.394542 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:17.394902 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:17.395257 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:17.395607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:17.395955 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:17.396304 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:17.396654 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:17.397003 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:17.397347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:17.397722 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:17.398075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:17.398465 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:16:17.417749 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:16:17.581969 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] get_endpoint_by_host() called for host dv-cinder-763306-2-smb {{(pid=80336) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 19 14:16:17.587449 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] get_endpoint_by_ip() called for ip 192.168.0.21 {{(pid=80336) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 19 14:16:17.593652 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] _add_endpoint() called for ip 192.168.0.21 {{(pid=80336) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 19 14:16:17.606292 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] _get_endpoints() called {{(pid=80336) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 19 14:16:17.925923 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537'] for agent, after_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:19.156762 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_hamode_db [None req-24bf77d1-b7e3-409f-bfac-e2c76e6a3d20 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 14:16:19.246526 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf77d1-b7e3-409f-bfac-e2c76e6a3d20 None None] Routers set() bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:16:19.246856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf77d1-b7e3-409f-bfac-e2c76e6a3d20 None None] Router IDs set() for agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 19 14:16:19.686937 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 53430) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:16:20.383266 dv-cinder-763306-2-smb neutron-server[80223]: WARNING oslo_policy.policy [None req-af50516e-43db-4cbc-8c53-b2025807ffcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:16:20.383860 dv-cinder-763306-2-smb neutron-server[80223]: WARNING oslo_policy.policy [None req-af50516e-43db-4cbc-8c53-b2025807ffcf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:16:20.612412 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [None req-af50516e-43db-4cbc-8c53-b2025807ffcf admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80335) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:16:20.613546 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-af50516e-43db-4cbc-8c53-b2025807ffcf admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.9252248 Nov 19 14:16:23.330055 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 53444) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:16:23.770764 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-3d3c09e5-141c-4981-8732-169d8c93ec22 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:23.819446 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.policy [None req-3d3c09e5-141c-4981-8732-169d8c93ec22 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80335) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 19 14:16:23.820267 dv-cinder-763306-2-smb neutron-server[80223]: WARNING oslo_policy.policy [None req-3d3c09e5-141c-4981-8732-169d8c93ec22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:16:23.820668 dv-cinder-763306-2-smb neutron-server[80223]: WARNING oslo_policy.policy [None req-3d3c09e5-141c-4981-8732-169d8c93ec22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:16:23.827698 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota [None req-3d3c09e5-141c-4981-8732-169d8c93ec22 admin admin] Loaded quota_driver: . Nov 19 14:16:23.871828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-3d3c09e5-141c-4981-8732-169d8c93ec22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:16:23.943290 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3d3c09e5-141c-4981-8732-169d8c93ec22 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247169445444', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247169467780', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247169463183', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247169411360', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247169411261', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036852916956', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852870039', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-543056', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854026138'] for rbac-policy, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:24.017171 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3d3c09e5-141c-4981-8732-169d8c93ec22 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:24.018579 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-3d3c09e5-141c-4981-8732-169d8c93ec22 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6871984 Nov 19 14:16:27.056160 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 53458) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:16:27.754448 dv-cinder-763306-2-smb neutron-server[80223]: WARNING oslo_policy.policy [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:16:27.755038 dv-cinder-763306-2-smb neutron-server[80223]: WARNING oslo_policy.policy [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:16:27.982758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Request body: {'network': {'name': 'private', 'project_id': '9d0859de99c649f8996e1d22b060a31c', 'admin_state_up': True}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:27.985839 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.quota [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Loaded quota_driver: . Nov 19 14:16:28.030271 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:16:28.036520 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Usage tracker for resource:network and tenant:9d0859de99c649f8996e1d22b060a31c is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:16:28.040712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:16:28.048014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:16:28.066282 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Made reservation on behalf of 9d0859de99c649f8996e1d22b060a31c for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:16:28.108676 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.policy [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80334) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 19 14:16:28.109524 dv-cinder-763306-2-smb neutron-server[80223]: WARNING oslo_policy.policy [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:16:28.109954 dv-cinder-763306-2-smb neutron-server[80223]: WARNING oslo_policy.policy [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 14:16:28.120130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:28.141295 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:28.191784 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:16:28.196245 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Usage tracker for resource:security_group_rule and tenant:9d0859de99c649f8996e1d22b060a31c is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:16:28.199410 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:16:28.205461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:16:28.279037 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:28.282986 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:28.287430 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:28.309173 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:16:28.335417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789686985280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:28.335976 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Added segment a0968785-cfb9-4a9b-b7c1-2a8a30d3551e of type vxlan for network 4d0e53a9-b0a1-4dda-96bd-aa604fb66780 Nov 19 14:16:28.392741 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f5fcca-e809-41dd-8345-66250cd850bc,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:16:28.431292 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:28.431653 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:28.432000 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:28.432351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:28.432696 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:28.433042 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:28.433370 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:28.433707 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:28.434078 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:28.434421 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:28.434750 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:28.435085 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Tracked resource versions report: Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: pushed versions: Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: { 'AddressGroup': {'1.0'}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': {'1.0'}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': {'1.0'}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': {'1.1'}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': {'1.6'}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': {'1.2'}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': {'1.8'}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': {'1.2'}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': {'1.0'}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': {'1.0'}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': {'1.1'}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': {'1.1'}} Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: consumer versions: Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: { DHCP agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: L3 agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: Metadata agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: Metering agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: Open vSwitch agent@dv-cinder-763306-2-smb: { 'AddressGroup': '1.0', Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': '1.0', Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': '1.0', Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': '1.1', Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': '1.6', Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': '1.2', Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': '1.8', Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': '1.2', Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': '1.0', Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': '1.0', Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': '1.1', Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': '1.1'}} Nov 19 14:16:28.436223 dv-cinder-763306-2-smb neutron-server[80223]: {{(pid=80334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 14:16:28.456787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:28.479651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:28.502758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:28.504158 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:16:28.504823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:28.508205 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:28.615232 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.5563436 Nov 19 14:16:28.620609 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Pushing event updated for resources: {'Network': ['ID=4d0e53a9-b0a1-4dda-96bd-aa604fb66780,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:16:28.624332 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:28.633578 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network 4d0e53a9-b0a1-4dda-96bd-aa604fb66780 details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:16:31.808086 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 53480) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:16:32.388167 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407524e-49d6-4fc2-a7d9-b504dd1e40f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:16:32.389647 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-f407524e-49d6-4fc2-a7d9-b504dd1e40f8 admin admin] 10.222.0.43 "GET /v2.0/networks/4d0e53a9-b0a1-4dda-96bd-aa604fb66780 HTTP/1.1" status: 200 len: 818 time: 0.5805337 Nov 19 14:16:32.423268 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6a369a62-c854-49f5-bf23-47982e2a5757 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/edc7d2bf-25c6-4ad1-8312-afd3259d1211 HTTP/1.1" status: 200 len: 734 time: 0.0236933 Nov 19 14:16:32.433061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Request body: {'subnet': {'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780', 'gateway_ip': '172.20.0.1', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'subnetpool_id': 'edc7d2bf-25c6-4ad1-8312-afd3259d1211', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:32.438844 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:16:32.443400 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Usage tracker for resource:subnet and tenant:9d0859de99c649f8996e1d22b060a31c is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:16:32.447131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:16:32.453339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:16:32.465790 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Made reservation on behalf of 9d0859de99c649f8996e1d22b060a31c for: {'subnet': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:16:32.471861 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:33.182835 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for subnet, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:33.196098 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:33.347125 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c5f6c0-18c0-43d7-9ffd-6500e6b7a603,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:16:33.373754 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:33.374074 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:33.374432 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:33.374785 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:33.375130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:33.375479 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:33.375823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:33.376164 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:33.376516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:33.376945 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:33.377366 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:33.377718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Tracked resource versions report: Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: pushed versions: Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: { 'AddressGroup': {'1.0'}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': {'1.0'}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': {'1.0'}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': {'1.1'}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': {'1.6'}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': {'1.2'}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': {'1.8'}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': {'1.2'}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': {'1.0'}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': {'1.0'}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': {'1.1'}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': {'1.1'}} Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: consumer versions: Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: { DHCP agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: L3 agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: Metadata agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: Metering agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: Open vSwitch agent@dv-cinder-763306-2-smb: { 'AddressGroup': '1.0', Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': '1.0', Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': '1.0', Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': '1.1', Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': '1.6', Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': '1.2', Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': '1.8', Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': '1.2', Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': '1.0', Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': '1.0', Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': '1.1', Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': '1.1'}} Nov 19 14:16:33.378840 dv-cinder-763306-2-smb neutron-server[80223]: {{(pid=80335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 14:16:33.412397 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:33.439146 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Checking segment: {'id': 'a0968785-cfb9-4a9b-b7c1-2a8a30d3551e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:16:33.439563 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Network hostable DHCP agents. Network: 4d0e53a9-b0a1-4dda-96bd-aa604fb66780, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:16:33.468139 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Network 4d0e53a9-b0a1-4dda-96bd-aa604fb66780 is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:16:33.478987 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, 4d0e53a9-b0a1-4dda-96bd-aa604fb66780) {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:16:33.484114 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:16:33.484762 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:33.489823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f8772d-8c96-4aa9-b93d-055d23a2e6fc None None] Network 4d0e53a9-b0a1-4dda-96bd-aa604fb66780 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:16:33.509827 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0767908 Nov 19 14:16:33.894449 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp424efb7b-3a04-5155-bdb0-a6036b2cfe97-4d0e53a9-b0a1-4dda-96bd-aa604fb66780', 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'fixed_ips': [{'subnet_id': '31c5f6c0-18c0-43d7-9ffd-6500e6b7a603'}]}} from dv-cinder-763306-2-smb. {{(pid=80336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 14:16:33.895664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:34.245498 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Allocated IP 172.20.0.2 (4d0e53a9-b0a1-4dda-96bd-aa604fb66780/31c5f6c0-18c0-43d7-9ffd-6500e6b7a603/c6475020-4374-4834-a842-5d0ec07be854) {{(pid=80336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:16:34.485455 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Notify callbacks [] for port, precommit_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:34.501185 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Transition to ACTIVE for port object c6475020-4374-4834-a842-5d0ec07be854 will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:16:34.519895 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Transition to ACTIVE for port object c6475020-4374-4834-a842-5d0ec07be854 will not be triggered until provisioned by entity DHCP. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:16:34.526480 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:34.540027 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:34.674760 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Pushing event updated for resources: {'Port': ['ID=c6475020-4374-4834-a842-5d0ec07be854,revision_number=1']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:16:34.699108 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:34.699472 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:34.699833 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:34.700151 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:34.700519 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:34.700873 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:34.701214 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:34.701558 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:34.701928 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:34.702262 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:34.702599 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:34.702919 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Tracked resource versions report: Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: pushed versions: Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: { 'AddressGroup': {'1.0'}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': {'1.0'}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': {'1.0'}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': {'1.1'}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': {'1.6'}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': {'1.2'}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': {'1.8'}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': {'1.2'}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': {'1.0'}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': {'1.0'}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': {'1.1'}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': {'1.1'}} Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: consumer versions: Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: { DHCP agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: L3 agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: Metadata agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: Metering agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: Open vSwitch agent@dv-cinder-763306-2-smb: { 'AddressGroup': '1.0', Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': '1.0', Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': '1.0', Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': '1.1', Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': '1.6', Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': '1.2', Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': '1.8', Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': '1.2', Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': '1.0', Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': '1.0', Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': '1.1', Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': '1.1'}} Nov 19 14:16:34.704089 dv-cinder-763306-2-smb neutron-server[80223]: {{(pid=80336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 14:16:34.707896 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:34.748248 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Network 4d0e53a9-b0a1-4dda-96bd-aa604fb66780 is already hosted by enough agents. {{(pid=80336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:16:34.749321 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Resources bound (agent type, host, resource id): {{(pid=80336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:16:34.752258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Received port after_create {{(pid=80336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:16:34.814476 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Attempting to bind port c6475020-4374-4834-a842-5d0ec07be854 on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:16:34.814894 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Attempting to bind port c6475020-4374-4834-a842-5d0ec07be854 by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': 'a0968785-cfb9-4a9b-b7c1-2a8a30d3551e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:16:34.815314 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Attempting to bind port c6475020-4374-4834-a842-5d0ec07be854 on network 4d0e53a9-b0a1-4dda-96bd-aa604fb66780 {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:16:34.822319 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:16:34.822684 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Checking segment: {'id': 'a0968785-cfb9-4a9b-b7c1-2a8a30d3551e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:16:34.823195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:34.823609 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Bound using segment: {'id': 'a0968785-cfb9-4a9b-b7c1-2a8a30d3551e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:16:34.824133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Bound port: c6475020-4374-4834-a842-5d0ec07be854, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0968785-cfb9-4a9b-b7c1-2a8a30d3551e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:16:34.824537 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:34.915826 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] For port c6475020-4374-4834-a842-5d0ec07be854, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:16:34.920061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] For port c6475020-4374-4834-a842-5d0ec07be854, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=c6475020-4374-4834-a842-5d0ec07be854,segment=NetworkSegment(a0968785-cfb9-4a9b-b7c1-2a8a30d3551e),segment_id=a0968785-cfb9-4a9b-b7c1-2a8a30d3551e)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:16:34.925556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:34.938855 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:35.263851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Pushing event updated for resources: {'Port': ['ID=c6475020-4374-4834-a842-5d0ec07be854,revision_number=2']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:16:35.267137 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:36.234378 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 53494) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:16:36.766061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [None req-b6563dca-1dc8-4895-8c91-93c346c44b42 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80335) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:16:36.767198 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b6563dca-1dc8-4895-8c91-93c346c44b42 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.5318015 Nov 19 14:16:39.528261 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 53508) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:16:39.602019 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e68d7f-62fc-4e9b-8f9e-8d1ba488dc61 None None] Network 4d0e53a9-b0a1-4dda-96bd-aa604fb66780 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:16:39.694285 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device c6475020-4374-4834-a842-5d0ec07be854 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:16:39.769655 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-e1b18310-6f66-47f8-be48-1bd7a19c2ebc None None] Provisioning for port c6475020-4374-4834-a842-5d0ec07be854 completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:16:39.895196 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port c6475020-4374-4834-a842-5d0ec07be854 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:16:39.907586 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port c6475020-4374-4834-a842-5d0ec07be854 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:16:39.908176 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:39.976069 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [None req-cefc077e-a62e-4e42-8c29-47116bd067d9 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80335) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:16:39.977183 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-cefc077e-a62e-4e42-8c29-47116bd067d9 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4478109 Nov 19 14:16:40.051898 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:40.100540 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port c6475020-4374-4834-a842-5d0ec07be854, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=c6475020-4374-4834-a842-5d0ec07be854,segment=NetworkSegment(a0968785-cfb9-4a9b-b7c1-2a8a30d3551e),segment_id=a0968785-cfb9-4a9b-b7c1-2a8a30d3551e)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:16:40.107698 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:40.110165 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:40.181707 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=c6475020-4374-4834-a842-5d0ec07be854,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:16:40.185255 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:40.227855 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-86f6cb57-d51d-4253-96d9-210a05c2b0bd None None] Provisioning complete for port c6475020-4374-4834-a842-5d0ec07be854 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:16:40.228264 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-86f6cb57-d51d-4253-96d9-210a05c2b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:40.478239 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-049b3ece-9bac-4708-8310-91b1f820eb6c None None] Provisioning complete for port c6475020-4374-4834-a842-5d0ec07be854 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:16:40.478717 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-049b3ece-9bac-4708-8310-91b1f820eb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:40.718789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-ceb35ea7-44c0-4197-af8e-2a1f425c98d0 None None] Provisioning complete for port c6475020-4374-4834-a842-5d0ec07be854 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:16:40.719307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ceb35ea7-44c0-4197-af8e-2a1f425c98d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:41.640607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device c6475020-4374-4834-a842-5d0ec07be854 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:16:41.714433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port c6475020-4374-4834-a842-5d0ec07be854 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:16:41.714792 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:43.085954 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 53522) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:16:43.500609 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-feed88e6-83b2-4874-aa35-bc4bd836074a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'name': 'router1'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:43.506049 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-feed88e6-83b2-4874-aa35-bc4bd836074a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:16:43.510420 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-feed88e6-83b2-4874-aa35-bc4bd836074a admin admin] Usage tracker for resource:router and tenant:9d0859de99c649f8996e1d22b060a31c is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:16:43.513823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-feed88e6-83b2-4874-aa35-bc4bd836074a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:16:43.520523 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-feed88e6-83b2-4874-aa35-bc4bd836074a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:16:43.532107 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-feed88e6-83b2-4874-aa35-bc4bd836074a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:43.533632 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-feed88e6-83b2-4874-aa35-bc4bd836074a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854086857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774804'] for router, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:43.559027 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-feed88e6-83b2-4874-aa35-bc4bd836074a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:43.574748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-423b63e5-5462-4198-a20f-19a19cd042c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:43.671498 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-feed88e6-83b2-4874-aa35-bc4bd836074a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854086739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854174443'] for router, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:43.698939 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-feed88e6-83b2-4874-aa35-bc4bd836074a admin admin] Notify callbacks [] for router, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:43.700238 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-feed88e6-83b2-4874-aa35-bc4bd836074a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6126115 Nov 19 14:16:45.997182 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0c06c17e-59ab-440a-b1db-d8187815c71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:46.432236 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 53532) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:16:46.457084 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:46.800679 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [None req-7e290851-ebb6-42d2-8a9b-be7cd9ace2db admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:16:46.802754 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-7e290851-ebb6-42d2-8a9b-be7cd9ace2db admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.3686771 Nov 19 14:16:47.381779 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:47.876843 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:49.381612 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 53552) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:16:49.480706 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:49.490657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:16:49.494979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Usage tracker for resource:network and tenant:9b682e257f2c479b8ecfffa2b1fd39c6 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:16:49.498165 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:16:49.504308 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:16:49.518814 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Made reservation on behalf of 9b682e257f2c479b8ecfffa2b1fd39c6 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:16:49.526328 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:49.542079 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:49.576484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:16:49.581013 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Usage tracker for resource:security_group_rule and tenant:9b682e257f2c479b8ecfffa2b1fd39c6 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:16:49.584053 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:16:49.590163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:16:49.659533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:49.663862 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:49.668294 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:49.682785 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Reserving flat network on physical network physnet1 {{(pid=80334) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 19 14:16:49.708041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcf24fa-7080-4e7c-aac2-094e0ebe5b01,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:16:49.711115 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789686985280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:49.711728 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Unsubscribe: segment precommit_create {{(pid=80334) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 19 14:16:49.712158 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Added segment 6663b0cf-444e-4706-a5f6-74243b8c7e4e of type flat for network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c Nov 19 14:16:49.713409 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:49.745714 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:49.785352 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:49.787359 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:16:49.788282 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:49.795785 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:50.056983 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6740868 Nov 19 14:16:50.062473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ca817bba-b7b8-4a37-9c7c-42c1a6687b2c,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:16:50.065349 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:50.073939 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:16:52.779534 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 53572) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:16:52.935991 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa069005-b85b-4ba8-b0ba-95e6377bac08 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:16:52.937492 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-fa069005-b85b-4ba8-b0ba-95e6377bac08 admin admin] 10.222.0.43 "GET /v2.0/subnets/31c5f6c0-18c0-43d7-9ffd-6500e6b7a603 HTTP/1.1" status: 200 len: 849 time: 0.1568277 Nov 19 14:16:53.091275 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-c7a0987d-4fe9-4932-a241-ce17f612aa19 admin admin] 10.222.0.43 "GET /v2.0/routers/885e3db7-33a3-4166-873e-d37e633711cf HTTP/1.1" status: 200 len: 704 time: 0.1445830 Nov 19 14:16:53.606438 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:54.027364 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Allocated IP 172.20.0.1 (4d0e53a9-b0a1-4dda-96bd-aa604fb66780/31c5f6c0-18c0-43d7-9ffd-6500e6b7a603/1058e526-4b04-4a64-9cba-8a5f78f6dfb5) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:16:54.195888 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:54.214581 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Transition to ACTIVE for port object 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 will not be triggered until provisioned by entity DHCP. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:16:54.267188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:54.279801 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:54.411133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Pushing event updated for resources: {'Port': ['ID=1058e526-4b04-4a64-9cba-8a5f78f6dfb5,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:16:54.414715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:54.474620 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Network 4d0e53a9-b0a1-4dda-96bd-aa604fb66780 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:16:54.475758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:16:54.478767 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:16:54.479433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605674'] for router_interface, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:54.604216 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:54.675056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-4599615d-2dfe-47d0-9356-037584f75bf7 None None] Provisioning for port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:16:54.680878 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-4599615d-2dfe-47d0-9356-037584f75bf7 None None] Provisioning complete for port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:16:54.681278 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4599615d-2dfe-47d0-9356-037584f75bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:54.738450 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-4599615d-2dfe-47d0-9356-037584f75bf7 None None] Port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:16:55.066407 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:55.071209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:55.072307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853334317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854170876'] for router_interface, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:55.085302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:55.219584 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Pushing event updated for resources: {'Port': ['ID=1058e526-4b04-4a64-9cba-8a5f78f6dfb5,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:16:55.224016 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:55.280735 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Network 4d0e53a9-b0a1-4dda-96bd-aa604fb66780 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:16:55.281960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:16:55.463770 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-327d8914-5eca-4872-9110-129fe5e71833 None None] Provisioning complete for port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:16:55.464179 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-327d8914-5eca-4872-9110-129fe5e71833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:55.517189 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-327d8914-5eca-4872-9110-129fe5e71833 None None] Port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:16:55.655278 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Router 885e3db7-33a3-4166-873e-d37e633711cf is scheduled to L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 with binding_index 1 {{(pid=80334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 14:16:55.850508 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:16:55.861176 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] 10.222.0.43 "PUT /v2.0/routers/885e3db7-33a3-4166-873e-d37e633711cf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7638509 Nov 19 14:16:55.861351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Sync routers for ids ['885e3db7-33a3-4166-873e-d37e633711cf'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:16:55.875520 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Routers {'885e3db7-33a3-4166-873e-d37e633711cf'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:16:55.876479 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:16:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['885e3db7-33a3-4166-873e-d37e633711cf'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:16:56.059878 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Set router 885e3db7-33a3-4166-873e-d37e633711cf gateway port host: None {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:16:56.437512 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885e3db7-33a3-4166-873e-d37e633711cf', 'name': 'router1', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:16:43Z', 'updated_at': '2020-11-19T14:16:54Z', 'revision_number': 2, 'project_id': '9d0859de99c649f8996e1d22b060a31c', 'gw_port_host': None, '_interfaces': [{'id': '1058e526-4b04-4a64-9cba-8a5f78f6dfb5', 'name': '', 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'mac_address': 'fa:16:3e:d6:46:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885e3db7-33a3-4166-873e-d37e633711cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31c5f6c0-18c0-43d7-9ffd-6500e6b7a603', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:16:53Z', 'updated_at': '2020-11-19T14:16:54Z', 'revision_number': 2, 'project_id': '9d0859de99c649f8996e1d22b060a31c', 'subnets': [{'id': '31c5f6c0-18c0-43d7-9ffd-6500e6b7a603', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edc7d2bf-25c6-4ad1-8312-afd3259d1211'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:16:56.443203 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Checking router: 885e3db7-33a3-4166-873e-d37e633711cf for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:16:56.443614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Updating router 885e3db7-33a3-4166-873e-d37e633711cf port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 binding host dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 14:16:56.499473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:56.943812 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:56.959862 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Transition to ACTIVE for port object 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 will not be triggered until provisioned by entity L2. {{(pid=80337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:16:56.963788 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:56.979669 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:57.287780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Pushing event updated for resources: {'Port': ['ID=1058e526-4b04-4a64-9cba-8a5f78f6dfb5,revision_number=3']} {{(pid=80337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:16:57.311887 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:57.312254 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:57.312601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:57.312945 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:57.313284 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:57.313704 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:57.314081 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:57.314416 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:57.314751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:57.315080 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:57.315401 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:57.315734 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Tracked resource versions report: Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: pushed versions: Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: { 'AddressGroup': {'1.0'}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': {'1.0'}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': {'1.0'}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': {'1.1'}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': {'1.6'}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': {'1.2'}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': {'1.8'}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': {'1.2'}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': {'1.0'}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': {'1.0'}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': {'1.1'}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': {'1.1'}} Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: consumer versions: Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: { DHCP agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: L3 agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: Metadata agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: Metering agent@dv-cinder-763306-2-smb: {}, Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: Open vSwitch agent@dv-cinder-763306-2-smb: { 'AddressGroup': '1.0', Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': '1.0', Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': '1.0', Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': '1.1', Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': '1.6', Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': '1.2', Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': '1.8', Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': '1.2', Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': '1.0', Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': '1.0', Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': '1.1', Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': '1.1'}} Nov 19 14:16:57.316840 dv-cinder-763306-2-smb neutron-server[80223]: {{(pid=80337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 14:16:57.329966 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:57.472351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Attempting to bind port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:16:57.472843 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Attempting to bind port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': 'a0968785-cfb9-4a9b-b7c1-2a8a30d3551e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780'}] {{(pid=80337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:16:57.473122 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Attempting to bind port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 on network 4d0e53a9-b0a1-4dda-96bd-aa604fb66780 {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:16:57.480893 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:16:57.481310 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Checking segment: {'id': 'a0968785-cfb9-4a9b-b7c1-2a8a30d3551e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:16:57.481824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:57.482279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Bound using segment: {'id': 'a0968785-cfb9-4a9b-b7c1-2a8a30d3551e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780'} {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:16:57.482806 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Bound port: 1058e526-4b04-4a64-9cba-8a5f78f6dfb5, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0968785-cfb9-4a9b-b7c1-2a8a30d3551e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780'}}] {{(pid=80337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:16:57.483187 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:57.575460 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] For port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:16:57.580053 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] For port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=1058e526-4b04-4a64-9cba-8a5f78f6dfb5,segment=NetworkSegment(a0968785-cfb9-4a9b-b7c1-2a8a30d3551e),segment_id=a0968785-cfb9-4a9b-b7c1-2a8a30d3551e)] {{(pid=80337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:16:57.583704 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:57.599957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:57.756587 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Pushing event updated for resources: {'Port': ['ID=1058e526-4b04-4a64-9cba-8a5f78f6dfb5,revision_number=4']} {{(pid=80337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:16:57.761439 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:57.811199 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Routers {'885e3db7-33a3-4166-873e-d37e633711cf'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:16:57.811841 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:16:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['885e3db7-33a3-4166-873e-d37e633711cf'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:16:57.976473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] Set router 885e3db7-33a3-4166-873e-d37e633711cf gateway port host: None {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:16:58.315252 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885e3db7-33a3-4166-873e-d37e633711cf', 'name': 'router1', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:16:43Z', 'updated_at': '2020-11-19T14:16:54Z', 'revision_number': 2, 'project_id': '9d0859de99c649f8996e1d22b060a31c', 'gw_port_host': None, '_interfaces': [{'id': '1058e526-4b04-4a64-9cba-8a5f78f6dfb5', 'name': '', 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'mac_address': 'fa:16:3e:d6:46:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885e3db7-33a3-4166-873e-d37e633711cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31c5f6c0-18c0-43d7-9ffd-6500e6b7a603', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:16:53Z', 'updated_at': '2020-11-19T14:16:57Z', 'revision_number': 4, 'project_id': '9d0859de99c649f8996e1d22b060a31c', 'subnets': [{'id': '31c5f6c0-18c0-43d7-9ffd-6500e6b7a603', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edc7d2bf-25c6-4ad1-8312-afd3259d1211'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:16:58.319372 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b1a472-c7a0-43b2-b4d1-a43f25876ff8 None None] The sync data for ids ['885e3db7-33a3-4166-873e-d37e633711cf'] in dv-cinder-763306-2-smb is: [{'id': '885e3db7-33a3-4166-873e-d37e633711cf', 'name': 'router1', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:16:43Z', 'updated_at': '2020-11-19T14:16:54Z', 'revision_number': 2, 'project_id': '9d0859de99c649f8996e1d22b060a31c', 'gw_port_host': None, '_interfaces': [{'id': '1058e526-4b04-4a64-9cba-8a5f78f6dfb5', 'name': '', 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'mac_address': 'fa:16:3e:d6:46:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885e3db7-33a3-4166-873e-d37e633711cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31c5f6c0-18c0-43d7-9ffd-6500e6b7a603', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:16:53Z', 'updated_at': '2020-11-19T14:16:57Z', 'revision_number': 4, 'project_id': '9d0859de99c649f8996e1d22b060a31c', 'subnets': [{'id': '31c5f6c0-18c0-43d7-9ffd-6500e6b7a603', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edc7d2bf-25c6-4ad1-8312-afd3259d1211'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:16:58.372429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 53584) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:16:58.565275 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef0761-bf24-4745-a566-855cec17cf78 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:16:58.570180 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6aef0761-bf24-4745-a566-855cec17cf78 admin admin] 10.222.0.43 "GET /v2.0/networks/ca817bba-b7b8-4a37-9c7c-42c1a6687b2c HTTP/1.1" status: 200 len: 842 time: 0.1966882 Nov 19 14:16:58.577621 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:58.582970 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:16:58.587341 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Usage tracker for resource:subnet and tenant:9b682e257f2c479b8ecfffa2b1fd39c6 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:16:58.590509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:16:58.596633 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:16:58.610225 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Made reservation on behalf of 9b682e257f2c479b8ecfffa2b1fd39c6 for: {'subnet': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:16:58.614808 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:59.090417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.objects.ports [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80335) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 14:16:59.090905 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for subnet, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:59.113365 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9d78cb4e-06a7-4379-a883-bf658bf391c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:16:59.250527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=542d015a-8e34-4d9c-af1c-363e209ac3b2,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:16:59.254622 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:16:59.317171 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Checking segment: {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:16:59.317552 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Network hostable DHCP agents. Network: ca817bba-b7b8-4a37-9c7c-42c1a6687b2c, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:16:59.340805 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:16:59.350280 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, ca817bba-b7b8-4a37-9c7c-42c1a6687b2c) {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:16:59.354753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:16:59.355389 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:16:59.360260 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbdf469-b25b-4fe7-a60c-e36977777fe7 None None] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:16:59.379248 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8057067 Nov 19 14:16:59.605346 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663631be-da63-4131-ac10-e8793bc02c30 None None] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:16:59.618330 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 5 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:16:59.699652 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:16:59.879339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:16:59.889494 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:16:59.889922 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:00.008442 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:00.043174 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=1058e526-4b04-4a64-9cba-8a5f78f6dfb5,segment=NetworkSegment(a0968785-cfb9-4a9b-b7c1-2a8a30d3551e),segment_id=a0968785-cfb9-4a9b-b7c1-2a8a30d3551e)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:17:00.046496 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:00.048599 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:17:00.116145 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=1058e526-4b04-4a64-9cba-8a5f78f6dfb5,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:17:00.119331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:17:01.654444 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:17:01.726390 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:17:01.726793 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:02.005922 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 53598) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:17:02.281727 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-01364e38-bf81-4691-8a74-bfa99b1c67c7 admin admin] 10.222.0.43 "GET /v2.0/routers/885e3db7-33a3-4166-873e-d37e633711cf HTTP/1.1" status: 200 len: 710 time: 0.2744603 Nov 19 14:17:02.422768 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aac253-660d-40e6-b0b6-c7e77a6e35b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:17:02.424415 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-43aac253-660d-40e6-b0b6-c7e77a6e35b3 admin admin] 10.222.0.43 "GET /v2.0/networks/ca817bba-b7b8-4a37-9c7c-42c1a6687b2c HTTP/1.1" status: 200 len: 886 time: 0.1356769 Nov 19 14:17:02.437875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:03.104230 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774817'] for router, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:03.316972 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:03.348170 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:03.364500 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:03.406308 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:17:03.410753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:17:03.413865 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:17:03.419926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:17:03.499337 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:03.503580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:03.519661 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:17:03.608734 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7955993-64fd-4f14-acb7-48dfc3279c88,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:17:03.626270 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:17:03.783055 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Allocated IP 172.28.0.27 (ca817bba-b7b8-4a37-9c7c-42c1a6687b2c/542d015a-8e34-4d9c-af1c-363e209ac3b2/cd8ebb18-633b-4d19-b9b6-e01ec598204e) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:17:03.944532 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:04.002137 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:04.015156 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:17:04.153131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Pushing event updated for resources: {'Port': ['ID=cd8ebb18-633b-4d19-b9b6-e01ec598204e,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:17:04.160731 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:17:04.202842 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:17:04.203870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:17:04.206626 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:17:04.394678 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:04.572444 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774817'] for router, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:04.576417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854174443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854174426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-601390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854086722'] for router, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:04.793297 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Router 885e3db7-33a3-4166-873e-d37e633711cf has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:17:05.179632 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:17:05.190454 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Sync routers for ids ['885e3db7-33a3-4166-873e-d37e633711cf'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:17:05.196532 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Notify callbacks [] for router, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:05.197859 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] 10.222.0.43 "PUT /v2.0/routers/885e3db7-33a3-4166-873e-d37e633711cf HTTP/1.1" status: 200 len: 889 time: 2.7635441 Nov 19 14:17:05.203800 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Routers {'885e3db7-33a3-4166-873e-d37e633711cf'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:17:05.204501 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-679314f3-5a41-4615-ada5-351735607d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:16:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['885e3db7-33a3-4166-873e-d37e633711cf'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:17:05.411231 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Set router 885e3db7-33a3-4166-873e-d37e633711cf gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:17:05.774962 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-679314f3-5a41-4615-ada5-351735607d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885e3db7-33a3-4166-873e-d37e633711cf', 'name': 'router1', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'cd8ebb18-633b-4d19-b9b6-e01ec598204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:16:43Z', 'updated_at': '2020-11-19T14:17:04Z', 'revision_number': 4, 'project_id': '9d0859de99c649f8996e1d22b060a31c', 'gw_port': {'id': 'cd8ebb18-633b-4d19-b9b6-e01ec598204e', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885e3db7-33a3-4166-873e-d37e633711cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:17:03Z', 'updated_at': '2020-11-19T14:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': '1058e526-4b04-4a64-9cba-8a5f78f6dfb5', 'name': '', 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'mac_address': 'fa:16:3e:d6:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885e3db7-33a3-4166-873e-d37e633711cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31c5f6c0-18c0-43d7-9ffd-6500e6b7a603', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:16:53Z', 'updated_at': '2020-11-19T14:17:00Z', 'revision_number': 5, 'project_id': '9d0859de99c649f8996e1d22b060a31c', 'subnets': [{'id': '31c5f6c0-18c0-43d7-9ffd-6500e6b7a603', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edc7d2bf-25c6-4ad1-8312-afd3259d1211'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:17:05.780598 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Checking router: 885e3db7-33a3-4166-873e-d37e633711cf for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:17:05.780983 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Updating router 885e3db7-33a3-4166-873e-d37e633711cf port cd8ebb18-633b-4d19-b9b6-e01ec598204e binding host dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 14:17:05.836662 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:06.387116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Notify callbacks [] for port, precommit_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:06.400571 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Transition to ACTIVE for port object cd8ebb18-633b-4d19-b9b6-e01ec598204e will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:17:06.406708 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:06.420430 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-438def5d-7c35-4b6b-9488-f9bc02a98a4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:17:06.565704 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17544c59-15c8-4a6e-aa10-47c33a1889dd None None] Pushing event updated for resources: {'Port': ['ID=cd8ebb18-633b-4d19-b9b6-e01ec598204e,revision_number=2']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:17:06.570633 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-17544c59-15c8-4a6e-aa10-47c33a1889dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:17:06.623427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Attempting to bind port cd8ebb18-633b-4d19-b9b6-e01ec598204e on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:17:06.623769 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Attempting to bind port cd8ebb18-633b-4d19-b9b6-e01ec598204e by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:17:06.624196 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Attempting to bind port cd8ebb18-633b-4d19-b9b6-e01ec598204e on network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:17:06.631357 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:17:06.631760 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Checking segment: {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:17:06.632191 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:06.632609 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Bound using segment: {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:17:06.633110 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Bound port: cd8ebb18-633b-4d19-b9b6-e01ec598204e, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:17:06.633507 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:06.708080 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-679314f3-5a41-4615-ada5-351735607d70 None None] For port cd8ebb18-633b-4d19-b9b6-e01ec598204e, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:17:06.711581 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-679314f3-5a41-4615-ada5-351735607d70 None None] For port cd8ebb18-633b-4d19-b9b6-e01ec598204e, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=cd8ebb18-633b-4d19-b9b6-e01ec598204e,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:17:06.718527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:06.731930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:17:06.882957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17544c59-15c8-4a6e-aa10-47c33a1889dd None None] Pushing event updated for resources: {'Port': ['ID=cd8ebb18-633b-4d19-b9b6-e01ec598204e,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:17:06.887656 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-17544c59-15c8-4a6e-aa10-47c33a1889dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:17:06.933276 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Routers {'885e3db7-33a3-4166-873e-d37e633711cf'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:17:06.933960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-679314f3-5a41-4615-ada5-351735607d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:16:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['885e3db7-33a3-4166-873e-d37e633711cf'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:17:07.121860 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-679314f3-5a41-4615-ada5-351735607d70 None None] Set router 885e3db7-33a3-4166-873e-d37e633711cf gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:17:07.475285 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-679314f3-5a41-4615-ada5-351735607d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '885e3db7-33a3-4166-873e-d37e633711cf', 'name': 'router1', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'cd8ebb18-633b-4d19-b9b6-e01ec598204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:16:43Z', 'updated_at': '2020-11-19T14:17:04Z', 'revision_number': 4, 'project_id': '9d0859de99c649f8996e1d22b060a31c', 'gw_port': {'id': 'cd8ebb18-633b-4d19-b9b6-e01ec598204e', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885e3db7-33a3-4166-873e-d37e633711cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:17:03Z', 'updated_at': '2020-11-19T14:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': '1058e526-4b04-4a64-9cba-8a5f78f6dfb5', 'name': '', 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'mac_address': 'fa:16:3e:d6:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885e3db7-33a3-4166-873e-d37e633711cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31c5f6c0-18c0-43d7-9ffd-6500e6b7a603', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:16:53Z', 'updated_at': '2020-11-19T14:17:00Z', 'revision_number': 5, 'project_id': '9d0859de99c649f8996e1d22b060a31c', 'subnets': [{'id': '31c5f6c0-18c0-43d7-9ffd-6500e6b7a603', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edc7d2bf-25c6-4ad1-8312-afd3259d1211'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:17:07.479651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679314f3-5a41-4615-ada5-351735607d70 None None] The sync data for ids ['885e3db7-33a3-4166-873e-d37e633711cf'] in dv-cinder-763306-2-smb is: [{'id': '885e3db7-33a3-4166-873e-d37e633711cf', 'name': 'router1', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'cd8ebb18-633b-4d19-b9b6-e01ec598204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:16:43Z', 'updated_at': '2020-11-19T14:17:04Z', 'revision_number': 4, 'project_id': '9d0859de99c649f8996e1d22b060a31c', 'gw_port': {'id': 'cd8ebb18-633b-4d19-b9b6-e01ec598204e', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cf:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885e3db7-33a3-4166-873e-d37e633711cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:17:03Z', 'updated_at': '2020-11-19T14:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': '1058e526-4b04-4a64-9cba-8a5f78f6dfb5', 'name': '', 'network_id': '4d0e53a9-b0a1-4dda-96bd-aa604fb66780', 'tenant_id': '9d0859de99c649f8996e1d22b060a31c', 'mac_address': 'fa:16:3e:d6:46:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885e3db7-33a3-4166-873e-d37e633711cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '31c5f6c0-18c0-43d7-9ffd-6500e6b7a603', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:16:53Z', 'updated_at': '2020-11-19T14:17:00Z', 'revision_number': 5, 'project_id': '9d0859de99c649f8996e1d22b060a31c', 'subnets': [{'id': '31c5f6c0-18c0-43d7-9ffd-6500e6b7a603', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edc7d2bf-25c6-4ad1-8312-afd3259d1211'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:17:07.690153 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device cd8ebb18-633b-4d19-b9b6-e01ec598204e up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:17:07.763499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port cd8ebb18-633b-4d19-b9b6-e01ec598204e completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:17:07.770976 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port cd8ebb18-633b-4d19-b9b6-e01ec598204e triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:17:07.771391 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:07.872351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 53608) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:17:07.900253 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:07.917149 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port cd8ebb18-633b-4d19-b9b6-e01ec598204e, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=cd8ebb18-633b-4d19-b9b6-e01ec598204e,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:17:07.923343 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:07.925894 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:17:07.994770 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=cd8ebb18-633b-4d19-b9b6-e01ec598204e,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:17:07.997950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:17:08.026949 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-49ef1145-d075-43ea-b84f-d0127eb3b72e admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1533015 Nov 19 14:17:09.658052 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device cd8ebb18-633b-4d19-b9b6-e01ec598204e up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:17:09.737971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port cd8ebb18-633b-4d19-b9b6-e01ec598204e triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:17:09.738388 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:13.611927 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2ed067ec-2a41-4f6e-a22b-7dd709eb0aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:15.998256 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4d0ee65f-ad83-4d56-88de-f24c644e7192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:16.465747 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:17.386040 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:17.893455 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:36.647412 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 5 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:17:43.575959 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-785f2cd3-3b97-490d-b8aa-799e714e56b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:45.993291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfbbdc4c-bb76-468c-9da5-d670eb8923c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:46.463802 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:47.392108 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:17:47.895181 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:18:13.589439 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ea7c4dd9-84d4-480d-a43a-da26016cdd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:18:13.639489 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 5 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:18:15.996371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c429be71-5360-46d6-966f-f48e37f94b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:18:16.467359 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:18:17.387241 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:18:17.899551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:18:43.584214 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-12f97bf6-cd88-4dd8-8e34-760fbe97d51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:18:46.004000 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7e1065a7-6d62-44e6-977e-ddc918446189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:18:46.470337 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:18:47.391245 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:18:47.906222 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:18:50.640107 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 5 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:19:13.591545 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3baec798-b0ac-4cb5-b6cc-9a15971d8161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:15.998145 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3607f841-97c6-4d32-8600-83b4c21252c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:16.473432 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:17.395780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:17.907645 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:21.914960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 54184) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:19:22.037065 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.pecan_wsgi.hooks.translation [None req-e199b192-3e02-41d0-8b93-52f63ec434b6 admin admin] GET failed (client error): The resource could not be found. Nov 19 14:19:22.038402 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e199b192-3e02-41d0-8b93-52f63ec434b6 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1221826 Nov 19 14:19:22.191482 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cf5c72-59be-45e2-9f35-f3c03568ca0f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:22.193100 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-63cf5c72-59be-45e2-9f35-f3c03568ca0f admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1499982 Nov 19 14:19:24.661861 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54194) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:19:24.823273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8297957c-f28a-4af0-a8d5-7deffedfe624 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:24.824744 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-8297957c-f28a-4af0-a8d5-7deffedfe624 admin admin] 10.222.0.43 "GET /v2.0/subnets/31c5f6c0-18c0-43d7-9ffd-6500e6b7a603 HTTP/1.1" status: 200 len: 849 time: 0.1609972 Nov 19 14:19:24.835461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:19:24.959924 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:25.301169 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789686881805'] for subnet, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:25.314930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:19:25.463923 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c5f6c0-18c0-43d7-9ffd-6500e6b7a603,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:19:25.479789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:19:25.480166 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:19:25.480537 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:19:25.480900 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:19:25.481253 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:19:25.481610 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:19:25.482014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:19:25.482371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:19:25.482759 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:19:25.483071 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:19:25.483420 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:19:25.483748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:19:25.498123 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:19:25.518549 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:25.519242 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:25.520633 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] 10.222.0.43 "PUT /v2.0/subnets/31c5f6c0-18c0-43d7-9ffd-6500e6b7a603 HTTP/1.1" status: 200 len: 868 time: 0.6894343 Nov 19 14:19:25.537601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5320e7-3627-4445-a109-3f6f5138dba0 None None] Network 4d0e53a9-b0a1-4dda-96bd-aa604fb66780 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:19:25.991597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-ada88e27-b814-4404-a3f6-dc058ce36c16 None None] Provisioning complete for port 1058e526-4b04-4a64-9cba-8a5f78f6dfb5 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:19:25.992163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ada88e27-b814-4404-a3f6-dc058ce36c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:26.125131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-ada88e27-b814-4404-a3f6-dc058ce36c16 None None] Provisioning complete for port c6475020-4374-4834-a842-5d0ec07be854 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:19:26.125509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ada88e27-b814-4404-a3f6-dc058ce36c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:27.642551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 5 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:19:28.017563 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54204) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:19:28.244974 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d63fcff-4727-4e8e-b31d-195a8a5634ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:28.245307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d63fcff-4727-4e8e-b31d-195a8a5634ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:28.246178 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-7d63fcff-4727-4e8e-b31d-195a8a5634ec admin admin] Synchronizing usage tracker for tenant:9b682e257f2c479b8ecfffa2b1fd39c6 on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:19:28.265256 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-7d63fcff-4727-4e8e-b31d-195a8a5634ec admin admin] Unset dirty status for tenant:9b682e257f2c479b8ecfffa2b1fd39c6 on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:19:28.267642 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-7d63fcff-4727-4e8e-b31d-195a8a5634ec admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2478895 Nov 19 14:19:30.731792 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54214) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:19:30.958880 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90471949-8710-4116-8152-9ed1f02932f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:30.959305 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90471949-8710-4116-8152-9ed1f02932f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:30.960995 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-90471949-8710-4116-8152-9ed1f02932f9 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2280960 Nov 19 14:19:33.415113 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54224) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:19:33.639715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98a5e3-ce61-4efd-8ee9-7f7a319c381a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:33.641218 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-2d98a5e3-ce61-4efd-8ee9-7f7a319c381a admin admin] 10.222.0.43 "GET /v2.0/networks/4d0e53a9-b0a1-4dda-96bd-aa604fb66780 HTTP/1.1" status: 200 len: 862 time: 0.2251313 Nov 19 14:19:36.133942 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54234) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:19:36.359823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63ca5e1-0682-455d-9406-6f09778af75b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:36.361225 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-f63ca5e1-0682-455d-9406-6f09778af75b admin admin] 10.222.0.43 "GET /v2.0/networks/ca817bba-b7b8-4a37-9c7c-42c1a6687b2c HTTP/1.1" status: 200 len: 886 time: 0.2262051 Nov 19 14:19:38.830932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54244) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:19:38.997243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc5d307-bb2a-4465-abc2-e85e21e199ab admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:38.997562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc5d307-bb2a-4465-abc2-e85e21e199ab admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:38.999243 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-ecc5d307-bb2a-4465-abc2-e85e21e199ab admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1672697 Nov 19 14:19:41.443831 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54254) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:19:41.594336 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7d2c4-95ab-46b9-9e29-063631b312a8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:41.594743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7d2c4-95ab-46b9-9e29-063631b312a8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:41.596354 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-92f7d2c4-95ab-46b9-9e29-063631b312a8 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1514471 Nov 19 14:19:43.587725 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df017ff1-de36-4daa-8374-fa97e8735fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:44.068072 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54264) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:19:44.389047 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520b6d7b-00da-4e91-aece-0f8a8868c083 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:44.390520 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-520b6d7b-00da-4e91-aece-0f8a8868c083 admin admin] 10.222.0.43 "GET /v2.0/subnets/31c5f6c0-18c0-43d7-9ffd-6500e6b7a603 HTTP/1.1" status: 200 len: 868 time: 0.3213754 Nov 19 14:19:46.002786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7404d01e-9bbb-44c2-b398-c3defe3e0557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:46.476444 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:46.865102 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54274) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:19:47.020995 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa53fa5-9e35-4b6e-b4c6-ac3baaf27815 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:19:47.022516 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9aa53fa5-9e35-4b6e-b4c6-ac3baaf27815 admin admin] 10.222.0.43 "GET /v2.0/subnets/542d015a-8e34-4d9c-af1c-363e209ac3b2 HTTP/1.1" status: 200 len: 816 time: 0.1560745 Nov 19 14:19:47.400038 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:19:47.913117 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:04.644223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 5 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:20:12.936319 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54314) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:20:13.020314 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [None req-c6ceab3f-bdaa-4ca6-9c30-3f8e234550a3 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:20:13.021461 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-c6ceab3f-bdaa-4ca6-9c30-3f8e234550a3 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0841219 Nov 19 14:20:13.582245 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1668d9ae-3922-438a-8429-38803627aec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:15.585902 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54324) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:20:15.705119 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca4e618-03f3-410a-99bc-378ed1bfdec6 admin admin] GET failed (client error): The resource could not be found. Nov 19 14:20:15.706510 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-aca4e618-03f3-410a-99bc-378ed1bfdec6 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1193061 Nov 19 14:20:15.847932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce108824-e860-42b3-b98a-1a86e6e6a97c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:20:15.849439 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-ce108824-e860-42b3-b98a-1a86e6e6a97c admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1383553 Nov 19 14:20:16.007058 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d022e5f5-bba7-4829-bfa0-c3e09079661b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:16.479562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:17.395643 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:17.916950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:18.359010 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54334) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:20:18.441489 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:18.447613 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:20:18.458700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:20:18.469487 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Made reservation on behalf of 9b682e257f2c479b8ecfffa2b1fd39c6 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:20:18.474212 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:18.571577 dv-cinder-763306-2-smb neutron-server[80223]: WARNING neutron.services.revisions.revision_plugin [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Could not find related network for resource to bump revision. Nov 19 14:20:18.591057 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:20:18.601175 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:18.601555 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Added segment 82d69ae8-cac1-4ac4-8d84-3346077643c7 of type vxlan for network 87651b52-7063-4a01-b4e9-442923377074 Nov 19 14:20:18.629246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:18.659900 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:18.661087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:20:18.661711 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:18.665127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:20:18.769823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Pushing event updated for resources: {'Network': ['ID=87651b52-7063-4a01-b4e9-442923377074,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:20:18.773058 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4128385 Nov 19 14:20:18.773750 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:20:18.793405 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network 87651b52-7063-4a01-b4e9-442923377074 details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:20:21.296218 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54344) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:20:21.410069 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae2b9a0-dbe3-4dd1-9de9-79a75b2d508a admin admin] GET failed (client error): The resource could not be found. Nov 19 14:20:21.410611 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-1ae2b9a0-dbe3-4dd1-9de9-79a75b2d508a admin admin] Synchronizing usage tracker for tenant:9b682e257f2c479b8ecfffa2b1fd39c6 on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:20:21.427657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-1ae2b9a0-dbe3-4dd1-9de9-79a75b2d508a admin admin] Unset dirty status for tenant:9b682e257f2c479b8ecfffa2b1fd39c6 on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:20:21.428836 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-1ae2b9a0-dbe3-4dd1-9de9-79a75b2d508a admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1315584 Nov 19 14:20:21.544107 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c6ff0d-c44f-47f3-a0fb-6fc0504d2f82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:20:21.545661 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-32c6ff0d-c44f-47f3-a0fb-6fc0504d2f82 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1103189 Nov 19 14:20:21.558904 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '87651b52-7063-4a01-b4e9-442923377074', 'name': 'shared-subnet'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:21.563821 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:20:21.568219 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Usage tracker for resource:subnet and tenant:9b682e257f2c479b8ecfffa2b1fd39c6 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:20:21.571448 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:20:21.577627 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:20:21.589340 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Made reservation on behalf of 9b682e257f2c479b8ecfffa2b1fd39c6 for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:20:21.593978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:22.028163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:22.043342 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:20:22.177492 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d44de8ba-0e5c-4d38-9f29-badc26ec2459,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:20:22.182402 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:20:22.244830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Checking segment: {'id': '82d69ae8-cac1-4ac4-8d84-3346077643c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87651b52-7063-4a01-b4e9-442923377074'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:20:22.245231 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Network hostable DHCP agents. Network: 87651b52-7063-4a01-b4e9-442923377074, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:20:22.270839 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Network 87651b52-7063-4a01-b4e9-442923377074 is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:20:22.280721 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, 87651b52-7063-4a01-b4e9-442923377074) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:20:22.285460 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:20:22.286164 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:22.290315 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb776b4b-3959-4a60-a3da-1ab313946c56 None None] Network 87651b52-7063-4a01-b4e9-442923377074 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:20:22.310328 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7551889 Nov 19 14:20:22.531520 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp424efb7b-3a04-5155-bdb0-a6036b2cfe97-87651b52-7063-4a01-b4e9-442923377074', 'network_id': '87651b52-7063-4a01-b4e9-442923377074', 'tenant_id': '9b682e257f2c479b8ecfffa2b1fd39c6', 'fixed_ips': [{'subnet_id': 'd44de8ba-0e5c-4d38-9f29-badc26ec2459'}]}} from dv-cinder-763306-2-smb. {{(pid=80336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 14:20:22.532383 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:22.827293 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Allocated IP 192.168.233.2 (87651b52-7063-4a01-b4e9-442923377074/d44de8ba-0e5c-4d38-9f29-badc26ec2459/8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804) {{(pid=80336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:20:23.051406 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Notify callbacks [] for port, precommit_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:23.063481 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Transition to ACTIVE for port object 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804 will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:20:23.080951 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Transition to ACTIVE for port object 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804 will not be triggered until provisioned by entity DHCP. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:20:23.086533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:23.100539 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:20:23.237407 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Pushing event updated for resources: {'Port': ['ID=8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804,revision_number=1']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:20:23.260307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:20:23.260678 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:20:23.261625 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:20:23.261915 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:20:23.262269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:20:23.262622 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:20:23.262989 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:20:23.263331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:20:23.263674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:20:23.264017 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:20:23.264359 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:20:23.264697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:20:23.270914 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:20:23.306799 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Network 87651b52-7063-4a01-b4e9-442923377074 is already hosted by enough agents. {{(pid=80336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:20:23.307945 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Resources bound (agent type, host, resource id): {{(pid=80336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:20:23.310510 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Received port after_create {{(pid=80336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:20:23.370190 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Attempting to bind port 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804 on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:20:23.370516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Attempting to bind port 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804 by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': '82d69ae8-cac1-4ac4-8d84-3346077643c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87651b52-7063-4a01-b4e9-442923377074'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:20:23.370910 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Attempting to bind port 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804 on network 87651b52-7063-4a01-b4e9-442923377074 {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:20:23.377885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:20:23.378296 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Checking segment: {'id': '82d69ae8-cac1-4ac4-8d84-3346077643c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87651b52-7063-4a01-b4e9-442923377074'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:20:23.378804 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:23.379234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Bound using segment: {'id': '82d69ae8-cac1-4ac4-8d84-3346077643c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87651b52-7063-4a01-b4e9-442923377074'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:20:23.379737 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Bound port: 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d69ae8-cac1-4ac4-8d84-3346077643c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87651b52-7063-4a01-b4e9-442923377074'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:20:23.380142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:23.472422 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] For port 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:20:23.476087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] For port 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804,segment=NetworkSegment(82d69ae8-cac1-4ac4-8d84-3346077643c7),segment_id=82d69ae8-cac1-4ac4-8d84-3346077643c7)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:20:23.479031 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:23.494980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:20:23.641524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Pushing event updated for resources: {'Port': ['ID=8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804,revision_number=2']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:20:23.645150 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:20:24.924233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0563805f-bb63-4c64-a5f0-8cc733d9f4f5 None None] Network 87651b52-7063-4a01-b4e9-442923377074 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:20:25.089852 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-eae0d776-b138-46b2-9eb6-22744b8c8a73 None None] Provisioning for port 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804 completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:20:25.779773 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:20:25.856652 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:20:25.861923 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:20:25.862391 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:25.981149 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:26.015662 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804,segment=NetworkSegment(82d69ae8-cac1-4ac4-8d84-3346077643c7),segment_id=82d69ae8-cac1-4ac4-8d84-3346077643c7)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:20:26.019655 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:26.022408 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:20:26.094412 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:20:26.099004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:20:27.758052 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:20:27.832462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port 8ffcc9f0-7ae9-4145-8ddc-d4cfbbe23804 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:20:27.832870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:41.646301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 5 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:20:43.586943 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8241a7e6-67bb-4bab-b75b-2108ef66dfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:46.011103 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-04cd5a92-474b-44df-9ea7-5f545b5b760b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:46.482671 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:47.398950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:20:47.920043 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:13.591532 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-44cccfb7-29d1-49dc-9c79-a5bd172fea4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:16.015847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8336de76-f746-4489-952e-aba1c257848b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:16.484813 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:17.403735 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:17.924153 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:18.651302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 5 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:21:24.309021 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 54386) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:21:24.318676 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [None req-39ca3f1c-5171-4a04-aba3-3b441fa11422 tempest-verify_tempest_config-1229921413 tempest-verify_tempest_config-1229921413] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80335) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:21:24.319942 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-39ca3f1c-5171-4a04-aba3-3b441fa11422 tempest-verify_tempest_config-1229921413 tempest-verify_tempest_config-1229921413] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12795 time: 0.0096943 Nov 19 14:21:24.704678 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54406) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:21:24.878436 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:24.914246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:21:24.918606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Usage tracker for resource:security_group_rule and tenant:4ceb8db3b3cf4c5d9a718604ca2ea7c5 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:21:24.921715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:21:24.928744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:21:25.006610 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:25.011121 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:25.020128 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:21:25.059674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a756afa-40f0-41b0-8cdc-c101493d8d26,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:21:25.069995 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Synchronizing usage tracker for tenant:9b682e257f2c479b8ecfffa2b1fd39c6 on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:21:25.076580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:21:25.076933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:21:25.077332 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:21:25.077705 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:21:25.078078 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:21:25.078436 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:21:25.078790 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:21:25.079146 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:21:25.079502 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:21:25.079855 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:21:25.080206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:21:25.080555 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:21:25.086443 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:21:25.099611 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Unset dirty status for tenant:9b682e257f2c479b8ecfffa2b1fd39c6 on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:21:25.102233 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ceb8db3b3cf4c5d9a718604ca2ea7c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3960123 Nov 19 14:21:25.103628 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54412) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:21:25.168615 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b3b7c54f-2412-4cd7-b22a-4ab04d4462df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:25.196648 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b3b7c54f-2412-4cd7-b22a-4ab04d4462df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:25.249452 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b3b7c54f-2412-4cd7-b22a-4ab04d4462df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:25.253550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-394f1dfa-d859-4a8b-a102-c6c0a164a3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:21:25.265618 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7c54f-2412-4cd7-b22a-4ab04d4462df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a756afa-40f0-41b0-8cdc-c101493d8d26,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:21:25.269208 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b3b7c54f-2412-4cd7-b22a-4ab04d4462df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:21:25.273071 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b3b7c54f-2412-4cd7-b22a-4ab04d4462df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:25.274291 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b3b7c54f-2412-4cd7-b22a-4ab04d4462df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a756afa-40f0-41b0-8cdc-c101493d8d26 HTTP/1.1" status: 204 len: 168 time: 0.1696827 Nov 19 14:21:43.601405 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-50ab2655-e9bc-45ba-9b8e-de3413d28aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:46.031899 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d2b32e5c-9d50-4e3e-9dba-71fe3b668b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:46.496612 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:47.418252 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:47.936467 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:21:55.659748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 5 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:22:13.606158 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e5749262-f8f8-41b9-8b17-7de1b54cf7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:22:16.021400 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-de9cf0b5-c1ca-43aa-b9f9-204723c82c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:22:16.500234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:22:17.416501 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:22:17.936236 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:22:32.658249 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 5 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:22:43.606900 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ea9cb88b-5cac-446c-b13a-1e862ef72b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:22:46.030200 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-69a8c82d-3b29-4c68-943e-4ce98b51571f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:22:46.503607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:22:47.416111 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:22:48.095535 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:23:09.649748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 5 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:23:13.600331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-115cb1be-f8ec-411e-abd7-c699e737cf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:23:14.945820 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537'] for agent, after_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:23:14.947351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:23:14.949223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:23:14.951387 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:23:14.951970 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:23:14.952413 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:23:14.953550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:23:14.954058 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:23:14.954462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:23:14.954864 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:23:14.955342 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:23:14.955741 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:23:14.956231 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:23:14.956761 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:23:14.962910 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:23:15.422847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=80336) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 19 14:23:15.428188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] get_endpoint_by_ip() called for ip 192.168.0.25 {{(pid=80336) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 19 14:23:15.432194 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] _add_endpoint() called for ip 192.168.0.25 {{(pid=80336) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 19 14:23:15.439275 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] _get_endpoints() called {{(pid=80336) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 19 14:23:16.024824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1191bcb8-a015-4cf9-841f-c6e61f64b151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:23:16.507847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:23:17.422447 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:23:17.949164 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:23:28.000896 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54484) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:23:28.169170 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-fb57e832-513c-4314-a5d0-589304f68491 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1666508 Nov 19 14:23:30.680885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54494) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:23:30.771302 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9630dcdd-6c48-4374-8f22-f7e30f936dc0 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0892336 Nov 19 14:23:43.609072 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-703dbf23-8e27-4cb4-a404-61c60bfdd2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:23:44.920090 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:23:46.026242 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-68d05547-44da-4f48-86d5-48bdcd616f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:23:46.511599 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:23:46.658922 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:23:47.413700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:23:47.952533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:24:13.614320 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5f52f9c4-03de-4c91-825b-5dd3fb4ecba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:24:14.951289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:24:16.021462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cf8aa359-6d14-422a-9f45-1296b1a178cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:24:16.513884 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:24:17.414566 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:24:17.955325 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:24:23.655994 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:24:43.599836 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f5370e0c-01d7-49d5-93de-0cad3bd38993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:24:44.963443 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:24:46.025110 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-eba9299f-db64-41b9-bbe3-239233c2d56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:24:46.511175 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:24:47.410930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:24:47.957192 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:00.648687 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:25:13.606044 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ca84cbc7-2e70-4cfe-8df1-3671badc7954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:14.974352 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:16.040463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d8969b3a-8c9e-43e1-b884-273a2027cede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:16.521813 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:17.415613 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:17.965489 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:21.237173 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 54652) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:21.645863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1593818648-network', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:21.651887 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:21.656302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Usage tracker for resource:network and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:21.659631 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:21.666212 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:21.677524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Made reservation on behalf of 77b33d747f6846c6b1b67fccd366d808 for: {'network': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:21.682397 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:21.696168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:21.730133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:21.736950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Usage tracker for resource:security_group_rule and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:21.737485 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:21.743366 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:21.817192 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:21.820978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:21.826028 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:21.862423 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:25:21.871295 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6f673d-ee12-43c7-b673-7f9082b5b497,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:21.883664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.883971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.884328 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.884681 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.885123 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.885832 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.886528 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.886820 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.887192 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.887547 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.887997 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.888223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.888703 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.888945 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.889285 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.889629 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.889996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.890335 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.890673 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.891009 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.891344 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.891679 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.892016 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.892350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Tracked resource versions report: Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: pushed versions: Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: { 'AddressGroup': {'1.0'}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': {'1.0'}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': {'1.0'}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': {'1.1'}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': {'1.6'}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': {'1.2'}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': {'1.8'}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': {'1.2'}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': {'1.0'}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': {'1.0'}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': {'1.1'}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': {'1.1'}} Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: consumer versions: Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: { DHCP agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: L3 agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: Metadata agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: Metering agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: Open vSwitch agent@dv-cinder-763306-2-smb: { 'AddressGroup': '1.0', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': '1.0', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': '1.0', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': '1.1', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': '1.6', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': '1.2', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': '1.8', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': '1.2', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': '1.0', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': '1.0', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': '1.1', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': '1.1'}, Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': '1.0', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': '1.0', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': '1.1', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': '1.6', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': '1.2', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': '1.8', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': '1.2', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': '1.0', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': '1.0', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': '1.1', Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': '1.1'}} Nov 19 14:25:21.893695 dv-cinder-763306-2-smb neutron-server[80223]: {{(pid=80335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 14:25:21.899517 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:21.900580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789686985280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:21.901109 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Added segment 3b5de67d-c7de-4e26-ad66-aef3f06793c9 of type vxlan for network c9566fb2-f013-4e79-aed7-babb03e3eff8 Nov 19 14:25:21.939399 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:21.976490 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:21.978010 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:21.978715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:21.991384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:22.037436 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7983463 Nov 19 14:25:22.040918 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 54682) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:22.048664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Request body: {'subnet': {'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1593818648-subnet', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:22.054537 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:22.060069 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Usage tracker for resource:subnet and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:22.063729 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:22.069862 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:22.126531 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54686) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:22.150711 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Made reservation on behalf of 77b33d747f6846c6b1b67fccd366d808 for: {'subnet': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:22.151112 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:22.167073 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Pushing event updated for resources: {'Network': ['ID=c9566fb2-f013-4e79-aed7-babb03e3eff8,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:22.176818 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:22.188549 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network c9566fb2-f013-4e79-aed7-babb03e3eff8 details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:25:22.257698 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54694) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:22.298885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network c9566fb2-f013-4e79-aed7-babb03e3eff8 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:25:22.434404 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54704) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:22.640278 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for subnet, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:22.656716 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8debf72e-f3f6-4068-a99f-e8b137c74649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:22.698188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1737667572-network', 'tenant_id': 'ad5b8fcef4374aa6b66adc72ac0c5b9e'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:22.704441 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:22.708703 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Usage tracker for resource:network and tenant:ad5b8fcef4374aa6b66adc72ac0c5b9e is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:22.711915 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:22.718035 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:22.729442 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Made reservation on behalf of ad5b8fcef4374aa6b66adc72ac0c5b9e for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:22.735559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:22.761177 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1394459629-network', 'tenant_id': '1a9ca28804934403add148eff8fd4c9e'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:22.767204 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:22.771660 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Usage tracker for resource:network and tenant:1a9ca28804934403add148eff8fd4c9e is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:22.775340 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:22.778059 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 54718) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:22.782931 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:22.788531 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:22.805597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9e1595-8ff8-40af-b3f7-496f185928f3,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:22.810134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:22.834762 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:22.843824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1754682581-network', 'tenant_id': '39529dac6cd14baa83b65e88bb873659'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:22.851572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Made reservation on behalf of 1a9ca28804934403add148eff8fd4c9e for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:22.857339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:22.873711 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Usage tracker for resource:security_group_rule and tenant:ad5b8fcef4374aa6b66adc72ac0c5b9e is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:22.877056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:22.880803 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Checking segment: {'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:22.881202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Network hostable DHCP agents. Network: c9566fb2-f013-4e79-aed7-babb03e3eff8, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:25:22.883588 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:22.901333 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:22.908424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Network c9566fb2-f013-4e79-aed7-babb03e3eff8 is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:25:22.921424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, c9566fb2-f013-4e79-aed7-babb03e3eff8) {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:22.926538 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:22.927293 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:22.934400 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29593729-e52b-49c6-8e1f-6a2d76e36d22 None None] Network c9566fb2-f013-4e79-aed7-babb03e3eff8 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:25:22.960097 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9178283 Nov 19 14:25:22.962785 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 54730) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:22.973247 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:22.980032 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:22.984258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:22.984593 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:22.992783 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Usage tracker for resource:router and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:22.996545 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:22.998779 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:23.000274 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Usage tracker for resource:network and tenant:39529dac6cd14baa83b65e88bb873659 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:23.008220 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:23.014540 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c8807bfc-52f7-40b8-a5d8-5ade50b7632e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:23.026975 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-769479473-network', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:23.030408 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:23.034147 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:23.035952 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:23.045302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Usage tracker for resource:security_group_rule and tenant:1a9ca28804934403add148eff8fd4c9e is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:23.052962 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:23.062256 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:23.066190 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Usage tracker for resource:network and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:23.068050 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:25:23.070814 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:23.081310 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:23.088842 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:23.091402 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Made reservation on behalf of 39529dac6cd14baa83b65e88bb873659 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:23.095534 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.096598 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.098015 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854086857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774804'] for router, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.124164 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.124854 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Added segment f3c2c780-0327-40ba-83fd-dcefbf77ef8a of type vxlan for network ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde Nov 19 14:25:23.127789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561a97f3-009e-4c42-b98b-575759f75c4d,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:23.130313 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.152946 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.180975 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.181468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.182088 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.182559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.183013 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.183459 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.183889 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.184308 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.184745 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.185163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.185582 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.186018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.186492 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.186905 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.187320 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.187729 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.188139 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.188549 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.188959 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.189369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.189808 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.190218 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.190628 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.191036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Tracked resource versions report: Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: pushed versions: Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: { 'AddressGroup': {'1.0'}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': {'1.0'}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': {'1.0'}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': {'1.1'}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': {'1.6'}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': {'1.2'}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': {'1.8'}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': {'1.2'}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': {'1.0'}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': {'1.0'}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': {'1.1'}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': {'1.1'}} Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: consumer versions: Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: { DHCP agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: L3 agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: Metadata agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: Metering agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: Open vSwitch agent@dv-cinder-763306-2-smb: { 'AddressGroup': '1.0', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': '1.0', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': '1.0', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': '1.1', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': '1.6', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': '1.2', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': '1.8', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': '1.2', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': '1.0', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': '1.0', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': '1.1', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': '1.1'}, Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': '1.0', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': '1.0', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': '1.1', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': '1.6', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': '1.2', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': '1.8', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': '1.2', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': '1.0', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': '1.0', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': '1.1', Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': '1.1'}} Nov 19 14:25:23.192417 dv-cinder-763306-2-smb neutron-server[80223]: {{(pid=80334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 14:25:23.216571 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:23.232335 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.269184 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:23.287469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Usage tracker for resource:security_group_rule and tenant:39529dac6cd14baa83b65e88bb873659 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:23.294040 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:23.315572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp424efb7b-3a04-5155-bdb0-a6036b2cfe97-c9566fb2-f013-4e79-aed7-babb03e3eff8', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3'}]}} from dv-cinder-763306-2-smb. {{(pid=80336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 14:25:23.316419 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.317131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.317839 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:23.330436 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.340242 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:23.359712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.381499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:23.385519 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Made reservation on behalf of 3b9f0120857d4cdba0db0a3b0de27f15 for: {'network': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:23.386296 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.391024 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:25:23.395917 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.441371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.462065 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a27acb-a922-4cfa-8e1b-522d4769d3df,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:23.466504 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.466969 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Added segment b3599cf2-746f-48ce-ac05-c4c2576c14b1 of type vxlan for network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 Nov 19 14:25:23.473098 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:23.482780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:23.563865 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774817'] for router, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.626818 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:23.635461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Usage tracker for resource:security_group_rule and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:23.639664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:23.660657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:23.720980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.742094 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6123495 Nov 19 14:25:23.744547 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 54752) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:23.753256 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Request body: {'subnet': {'network_id': 'ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1737667572-subnet', 'tenant_id': 'ad5b8fcef4374aa6b66adc72ac0c5b9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:23.757459 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.759775 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Pushing event updated for resources: {'Network': ['ID=ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:23.782891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:23.783411 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:23.785323 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.788607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:25:23.796830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Usage tracker for resource:subnet and tenant:ad5b8fcef4374aa6b66adc72ac0c5b9e is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:23.804583 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:23.820888 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:25:23.821657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:23.835839 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:23.859825 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.864610 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:25:23.868291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:23.868929 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.873346 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ed9217-0c60-4a68-b1f1-1ef0854bbe53,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:23.882095 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:23.883657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:23.924955 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:23.925727 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Added segment 89ae7cbe-f5bc-4e14-a134-20a2d916f3b0 of type vxlan for network 155ce0ea-cd68-440f-9376-8aa82af6239b Nov 19 14:25:23.974056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Made reservation on behalf of ad5b8fcef4374aa6b66adc72ac0c5b9e for: {'subnet': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:23.980341 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:24.005838 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7443197 Nov 19 14:25:24.013124 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54760) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:24.016293 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Pushing event updated for resources: {'Network': ['ID=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:24.024808 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Request body: {'subnet': {'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1394459629-subnet', 'tenant_id': '1a9ca28804934403add148eff8fd4c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:24.038347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:24.044011 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:24.051410 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:24.056783 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Usage tracker for resource:subnet and tenant:1a9ca28804934403add148eff8fd4c9e is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:24.063039 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:24.071690 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:24.101005 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Made reservation on behalf of 1a9ca28804934403add148eff8fd4c9e for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:24.106166 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Notify callbacks [] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:24.112069 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:25:24.126321 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:25:24.129127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:24.133153 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:24.133727 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:24.141257 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:24.155735 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:24.185474 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Allocated IP 172.20.0.2 (c9566fb2-f013-4e79-aed7-babb03e3eff8/0e9e1595-8ff8-40af-b3f7-496f185928f3/040a36d3-1d43-4922-9aa0-f9a05928cfcf) {{(pid=80336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:25:24.289132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:24.314770 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:25:24.324254 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789686985280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:24.324687 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Added segment c0d26c7a-ef60-4c5c-945f-b10195d0f098 of type vxlan for network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 Nov 19 14:25:24.339786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:24.369455 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9336596 Nov 19 14:25:24.373135 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Pushing event updated for resources: {'Network': ['ID=155ce0ea-cd68-440f-9376-8aa82af6239b,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:24.375499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54784) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:24.385333 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5defafc7-b672-451e-b1f1-727778393159,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:24.404183 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:24.416082 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:24.472741 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:24.477524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Request body: {'subnet': {'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1754682581-subnet', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:24.489819 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:24.491355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:24.503283 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Usage tracker for resource:subnet and tenant:39529dac6cd14baa83b65e88bb873659 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:24.507019 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:24.508743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:24.520349 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:24.552685 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Made reservation on behalf of 39529dac6cd14baa83b65e88bb873659 for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:24.558350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:24.729360 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Notify callbacks [] for port, precommit_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:24.741874 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Transition to ACTIVE for port object 040a36d3-1d43-4922-9aa0-f9a05928cfcf will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:25:24.759743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Transition to ACTIVE for port object 040a36d3-1d43-4922-9aa0-f9a05928cfcf will not be triggered until provisioned by entity DHCP. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:25:24.823914 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network 155ce0ea-cd68-440f-9376-8aa82af6239b details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:25:24.934536 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network 155ce0ea-cd68-440f-9376-8aa82af6239b details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:25:24.976597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:25.162920 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.resource_extend [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] It took 0.64 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 14:25:25.236319 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:25.246192 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:25.246459 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:25.263986 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:25.287030 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Allocated IP 172.28.0.174 (ca817bba-b7b8-4a37-9c7c-42c1a6687b2c/542d015a-8e34-4d9c-af1c-363e209ac3b2/bcf13f52-e38c-48a4-af83-09b814fad259) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:25:25.377524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:25.432969 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:25.444187 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Pushing event updated for resources: {'Port': ['ID=040a36d3-1d43-4922-9aa0-f9a05928cfcf,revision_number=1']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:25.467941 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.468228 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.468815 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.469339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.469874 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.470401 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.470916 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.471428 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.471943 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.472457 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.473112 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.473618 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.474218 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.474715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.475417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.475918 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.476421 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.476925 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.477417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.477961 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.478456 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.478990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.479770 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.480406 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Tracked resource versions report: Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: pushed versions: Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: { 'AddressGroup': {'1.0'}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': {'1.0'}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': {'1.0'}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': {'1.1'}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': {'1.6'}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': {'1.2'}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': {'1.8'}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': {'1.2'}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': {'1.0'}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': {'1.0'}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': {'1.1'}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': {'1.1'}} Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: consumer versions: Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: { DHCP agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: L3 agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: Metadata agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: Metering agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: Open vSwitch agent@dv-cinder-763306-2-smb: { 'AddressGroup': '1.0', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': '1.0', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': '1.0', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': '1.1', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': '1.6', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': '1.2', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': '1.8', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': '1.2', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': '1.0', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': '1.0', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': '1.1', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': '1.1'}, Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': '1.0', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': '1.0', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': '1.1', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': '1.6', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': '1.2', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': '1.8', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': '1.2', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': '1.0', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': '1.0', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': '1.1', Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': '1.1'}} Nov 19 14:25:25.481957 dv-cinder-763306-2-smb neutron-server[80223]: {{(pid=80336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 14:25:25.501891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6aaa78e3-ae2b-44af-8331-da20359f1d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:25.505293 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:25.581892 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Network c9566fb2-f013-4e79-aed7-babb03e3eff8 is already hosted by enough agents. {{(pid=80336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:25.585106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:25.585391 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Resources bound (agent type, host, resource id): {{(pid=80336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:25.590580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Received port after_create {{(pid=80336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:25:25.651499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Attempting to bind port 040a36d3-1d43-4922-9aa0-f9a05928cfcf on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:25.652213 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Attempting to bind port 040a36d3-1d43-4922-9aa0-f9a05928cfcf by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:25:25.652841 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Attempting to bind port 040a36d3-1d43-4922-9aa0-f9a05928cfcf on network c9566fb2-f013-4e79-aed7-babb03e3eff8 {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:25:25.661158 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:25:25.661933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Checking segment: {'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:25.662556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:25.663183 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Bound using segment: {'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:25:25.664369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Bound port: 040a36d3-1d43-4922-9aa0-f9a05928cfcf, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:25:25.664973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:25.753374 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9740489 Nov 19 14:25:25.754816 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:25.767132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 54812) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:25.786979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] For port 040a36d3-1d43-4922-9aa0-f9a05928cfcf, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:25:25.790345 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] For port 040a36d3-1d43-4922-9aa0-f9a05928cfcf, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=040a36d3-1d43-4922-9aa0-f9a05928cfcf,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:25:25.803630 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:25.829861 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:25.964938 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Pushing event updated for resources: {'Port': ['ID=040a36d3-1d43-4922-9aa0-f9a05928cfcf,revision_number=2']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:25.968950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:25.999233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b9d577-16b6-421d-b592-1d51eee4212f,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:26.002758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:26.113986 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Checking segment: {'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:26.114541 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Network hostable DHCP agents. Network: 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:25:26.135880 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Pushing event updated for resources: {'Network': ['ID=6c7d019c-f6fc-47eb-aa49-9850e73d1180,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:26.156966 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:25:26.186526 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:25:26.199614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Request body: {'subnet': {'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-subnet', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:26.208778 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:26.209418 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-87df0e69-9f29-4e9c-8af3-e8df0660d716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:26.217547 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:26.219036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:26.223783 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:26.224987 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:26.262834 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:26.320322 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Pushing event updated for resources: {'Port': ['ID=bcf13f52-e38c-48a4-af83-09b814fad259,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:26.332221 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:26.337287 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:26.339701 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:26.340725 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:26.341351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:25:26.346132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:25:26.360063 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b9d769-755d-497f-bc31-4aa4f080834d None None] Network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:25:26.412795 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-4ddb8f87-7000-4df1-ab47-7c382175eead admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3982937 Nov 19 14:25:26.435306 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2173cd01-9e9b-43c2-b18e-7f09f7b1079a,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:26.439057 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:26.449870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Usage tracker for resource:subnet and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:26.460940 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:26.470920 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:26.549431 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Made reservation on behalf of 3b9f0120857d4cdba0db0a3b0de27f15 for: {'subnet': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:26.559081 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:26.589644 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Checking segment: {'id': '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:26.590221 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Network hostable DHCP agents. Network: 155ce0ea-cd68-440f-9376-8aa82af6239b, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:25:26.642774 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Network 155ce0ea-cd68-440f-9376-8aa82af6239b is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:25:26.665984 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, 155ce0ea-cd68-440f-9376-8aa82af6239b) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:26.679589 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:26.681295 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:26.682382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d513f0e9-025f-4ad2-aa9a-779e9875dd80 None None] Network 155ce0ea-cd68-440f-9376-8aa82af6239b requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:25:26.723509 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3344378 Nov 19 14:25:26.724020 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54838) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:26.730396 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1754682581-router', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:26.745491 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:26.755889 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Usage tracker for resource:router and tenant:39529dac6cd14baa83b65e88bb873659 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:26.759650 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:26.767243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:26.799841 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:26.801236 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854086857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774804'] for router, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:26.809348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:26.811556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854086739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854174443'] for router, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:26.829597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:27.105742 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5157ffd-6409-4a21-af2b-c9a7f7414bdf None None] Network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:25:27.111898 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774817'] for router, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:27.144922 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for subnet, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:27.170936 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:27.264559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 54866) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:27.280510 dv-cinder-763306-2-smb neutron-server[80223]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 14:25:27.421278 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:27.470338 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67483e97-01d7-4aa1-a8cf-d3e099513a5e None None] Network 155ce0ea-cd68-440f-9376-8aa82af6239b requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:25:27.478016 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:27.692711 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee07648-c550-4367-9663-1008dec21a54,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:27.750759 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:27.842523 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Allocated IP 172.28.0.133 (ca817bba-b7b8-4a37-9c7c-42c1a6687b2c/542d015a-8e34-4d9c-af1c-363e209ac3b2/662492a7-e858-4a60-95ec-852f019dbb5e) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:25:27.942683 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc910e05-031d-40b6-89b7-63fb80113989 req-65af65b2-e0d2-486f-80d1-53f59d645576 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:27.944145 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-65af65b2-e0d2-486f-80d1-53f59d645576 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/networks?id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 HTTP/1.1" status: 200 len: 815 time: 0.6753988 Nov 19 14:25:28.016973 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-bd498155-4b03-4775-8042-3bedb6c9911b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/quotas/1a9ca28804934403add148eff8fd4c9e HTTP/1.1" status: 200 len: 375 time: 0.0535262 Nov 19 14:25:28.046446 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 040a36d3-1d43-4922-9aa0-f9a05928cfcf up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:28.168845 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Checking segment: {'id': 'f3c2c780-0327-40ba-83fd-dcefbf77ef8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:28.172819 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Network hostable DHCP agents. Network: ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:25:28.178131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:28.183462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port 040a36d3-1d43-4922-9aa0-f9a05928cfcf completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:25:28.214162 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-1af9ef27-bef5-4b94-a5d7-7816d69b57ff tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a9ca28804934403add148eff8fd4c9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1878054 Nov 19 14:25:28.252005 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:28.277133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e845d348-8edd-42cc-9f1e-0d181de964ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:28.316506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af2954-4642-4e42-b870-58bf67c08f1d None None] Network c9566fb2-f013-4e79-aed7-babb03e3eff8 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:25:28.346950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for subnet, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:28.364606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 is scheduled to L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 with binding_index 1 {{(pid=80335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 14:25:28.370569 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:28.437806 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20923fe1-d567-4c1e-add1-0805a365f43b,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:28.440152 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Network ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:25:28.444239 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:28.458973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Pushing event updated for resources: {'Port': ['ID=662492a7-e858-4a60-95ec-852f019dbb5e,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:28.462838 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:28.523183 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:28.524787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:28.531226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:25:28.619964 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde) {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:28.649793 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682735c7-f947-4242-8f27-bd1e450d1077 None None] Network ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:25:28.688087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-5c5e83eb-a8c4-414c-a2d1-8c4cfe4e7604 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80335) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:25:28.695973 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-5c5e83eb-a8c4-414c-a2d1-8c4cfe4e7604 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.2052224 Nov 19 14:25:28.706428 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:28.707060 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:28.715308 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-6a393d92-a4ef-4146-87a8-cc8ed5973444 None None] Provisioning for port 040a36d3-1d43-4922-9aa0-f9a05928cfcf completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:25:28.724274 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:28.725818 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854086739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854174443'] for router, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:28.739096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-6a393d92-a4ef-4146-87a8-cc8ed5973444 None None] Provisioning complete for port 040a36d3-1d43-4922-9aa0-f9a05928cfcf triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:28.739754 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6a393d92-a4ef-4146-87a8-cc8ed5973444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:28.847207 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1010847 Nov 19 14:25:29.010269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Router c50a387f-9b0d-458f-8542-4fe3988dec8d is scheduled to L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 with binding_index 1 {{(pid=80334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 14:25:29.148280 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-38e0a93d-9186-4cd8-a41b-d941485ac3ef service neutron] 10.222.0.43 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511497 Nov 19 14:25:29.303440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 54938) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:29.317130 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-fa1fba38-a452-4076-8b69-75b2e55677da service neutron] 10.222.0.43 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1678948 Nov 19 14:25:29.427017 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Checking segment: {'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:29.427698 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Network hostable DHCP agents. Network: 6c7d019c-f6fc-47eb-aa49-9850e73d1180, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:25:29.507350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc1c5f1-08eb-4586-b939-fc4c4dbb416d None None] Network ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:25:29.545455 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:25:29.583590 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, 6c7d019c-f6fc-47eb-aa49-9850e73d1180) {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:29.603388 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:29.603388 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:29.606873 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6a393d92-a4ef-4146-87a8-cc8ed5973444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:29.640513 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:25:29.652058 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Sync routers for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:25:29.683339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Notify callbacks [] for router, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:29.685404 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7209256 Nov 19 14:25:29.687881 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-4630d2f6-c61c-438a-8bc7-3d1187687e57 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.9141109 Nov 19 14:25:29.688757 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 54964) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:29.690273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-6a393d92-a4ef-4146-87a8-cc8ed5973444 None None] For port 040a36d3-1d43-4922-9aa0-f9a05928cfcf, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=040a36d3-1d43-4922-9aa0-f9a05928cfcf,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:25:29.691699 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2e8d7e-92cf-447f-8b24-2ef92208441e None None] Network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:25:29.692221 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 54966) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:29.705424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:25:29.708115 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:25:29.710811 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:25:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:29.783766 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54982) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:29.805039 dv-cinder-763306-2-smb neutron-server[80223]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 14:25:29.939112 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Notify callbacks [] for router, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:29.943092 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2155130 Nov 19 14:25:29.949010 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 54998) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:29.950268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:29.999288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Sync routers for ids ['c50a387f-9b0d-458f-8542-4fe3988dec8d'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:25:30.006109 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:30.039602 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6a393d92-a4ef-4146-87a8-cc8ed5973444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:30.052263 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Usage tracker for resource:router and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:30.064312 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:30.128930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-be851404-4d75-4d01-81f9-3c327e737114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:30.135226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-17544c59-15c8-4a6e-aa10-47c33a1889dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:30.213474 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:30.245568 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-563f948c-c32a-48fd-a4d1-edf8a23f1762 req-3888c2ac-91dc-4527-a0bf-845721651afa tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 210 time: 0.2058780 Nov 19 14:25:30.292424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-be851404-4d75-4d01-81f9-3c327e737114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:30.297522 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-be851404-4d75-4d01-81f9-3c327e737114 admin admin] Usage tracker for resource:security_group_rule and tenant:85d051e5d55c41cfa502930a4d758d74 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:30.302631 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-be851404-4d75-4d01-81f9-3c327e737114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:30.309239 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-be851404-4d75-4d01-81f9-3c327e737114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:30.318786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a393d92-a4ef-4146-87a8-cc8ed5973444 None None] Pushing event updated for resources: {'Port': ['ID=040a36d3-1d43-4922-9aa0-f9a05928cfcf,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:30.334384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6a393d92-a4ef-4146-87a8-cc8ed5973444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:30.341978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:30.346987 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854086857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774804'] for router, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:30.360400 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Routers {'c50a387f-9b0d-458f-8542-4fe3988dec8d'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:25:30.370702 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:25:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['c50a387f-9b0d-458f-8542-4fe3988dec8d'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:30.393711 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:25:30.433656 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55016) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:30.502917 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-505078d4-c99c-487f-a5d7-8e8a889a2a02 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:30.503650 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:30.505606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-505078d4-c99c-487f-a5d7-8e8a889a2a02 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Synchronizing usage tracker for tenant:ad5b8fcef4374aa6b66adc72ac0c5b9e on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:25:30.587744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-be851404-4d75-4d01-81f9-3c327e737114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:30.648365 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-657d45d7-f63a-4d8e-97f0-ac7a5f346958 None None] Provisioning complete for port 040a36d3-1d43-4922-9aa0-f9a05928cfcf triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:30.648997 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-657d45d7-f63a-4d8e-97f0-ac7a5f346958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:30.674008 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-505078d4-c99c-487f-a5d7-8e8a889a2a02 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Unset dirty status for tenant:ad5b8fcef4374aa6b66adc72ac0c5b9e on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:25:30.681634 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-505078d4-c99c-487f-a5d7-8e8a889a2a02 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/networks?id=ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde HTTP/1.1" status: 200 len: 812 time: 0.8875389 Nov 19 14:25:30.721436 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-be851404-4d75-4d01-81f9-3c327e737114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:30.732650 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-79016484-8958-4a20-a615-dd1dbc652558 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/quotas/ad5b8fcef4374aa6b66adc72ac0c5b9e HTTP/1.1" status: 200 len: 375 time: 0.0496697 Nov 19 14:25:30.809407 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-e86f9eda-afef-4343-b658-fccc98e16b7e tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?tenant_id=ad5b8fcef4374aa6b66adc72ac0c5b9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752389 Nov 19 14:25:30.852927 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-82d291d7-e434-4ad2-87b6-88fc3b35ba00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:30.864491 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-be851404-4d75-4d01-81f9-3c327e737114 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85d051e5d55c41cfa502930a4d758d74&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5382078 Nov 19 14:25:30.869121 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 55032) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:30.902074 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp424efb7b-3a04-5155-bdb0-a6036b2cfe97-6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b'}]}} from dv-cinder-763306-2-smb. {{(pid=80336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 14:25:30.903000 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:30.975897 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6f77ba61-aa76-48c0-986c-739a940de39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.017516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55042) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:31.038700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-6f77ba61-aa76-48c0-986c-739a940de39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:31.044804 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-6f77ba61-aa76-48c0-986c-739a940de39e admin admin] Usage tracker for resource:security_group_rule and tenant:ec6390f12f674c0295e9e135f5edb45c is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:31.049820 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-6f77ba61-aa76-48c0-986c-739a940de39e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:31.057734 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-6f77ba61-aa76-48c0-986c-739a940de39e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:31.158816 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 3, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:31.168597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Checking router: e8f2ddf8-f4ab-4299-962a-a01aedc7a042 for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:25:31.170423 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Updating router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 port bcf13f52-e38c-48a4-af83-09b814fad259 binding host dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 14:25:31.179863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774817'] for router, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.240765 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6f77ba61-aa76-48c0-986c-739a940de39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.245754 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0be4a170-10e5-4273-a5ff-52e3adb2cfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.257558 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6f77ba61-aa76-48c0-986c-739a940de39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.274854 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be851404-4d75-4d01-81f9-3c327e737114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96008553-f409-41a2-8da4-9bbacb5d0cec,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:31.283568 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-be851404-4d75-4d01-81f9-3c327e737114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:31.294338 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.311931 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0be4a170-10e5-4273-a5ff-52e3adb2cfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.453547 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-90d90c45-75f0-410b-b882-184204406aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.480503 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-f6464f98-1ff3-4ca0-8fa8-5508a98b45b9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:25:31.482866 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-f6464f98-1ff3-4ca0-8fa8-5508a98b45b9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.3449311 Nov 19 14:25:31.492817 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:31.535573 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6f77ba61-aa76-48c0-986c-739a940de39e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec6390f12f674c0295e9e135f5edb45c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1006215 Nov 19 14:25:31.564744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-90d90c45-75f0-410b-b882-184204406aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:31.570607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-90d90c45-75f0-410b-b882-184204406aea admin admin] Usage tracker for resource:security_group_rule and tenant:7024d86581f748aeb872c5367bdd6eaf is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:31.580076 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-90d90c45-75f0-410b-b882-184204406aea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:31.586813 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-90d90c45-75f0-410b-b882-184204406aea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:31.652744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 55054) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:31.674695 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Allocated IP 172.20.0.2 (6c7d019c-f6fc-47eb-aa49-9850e73d1180/20923fe1-d567-4c1e-add1-0805a365f43b/c83ac5ec-fa70-49fc-84a7-f5defc1ea867) {{(pid=80336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:25:31.748315 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-47949231-010a-4917-8d8f-ff73c88f5cc4 req-59960a6e-4c8c-417c-aa85-a21a898077e9 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 210 time: 0.0938356 Nov 19 14:25:31.776891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-90d90c45-75f0-410b-b882-184204406aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.790271 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Notify callbacks [] for port, precommit_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.803901 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Transition to ACTIVE for port object bcf13f52-e38c-48a4-af83-09b814fad259 will not be triggered until provisioned by entity L2. {{(pid=80337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:25:31.812469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.825477 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77ba61-aa76-48c0-986c-739a940de39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755750c9-3a17-476c-88af-cad898cd5fba,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:31.843335 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6f77ba61-aa76-48c0-986c-739a940de39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:31.849596 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:31.852811 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-90d90c45-75f0-410b-b882-184204406aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.909349 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Notify callbacks [] for port, precommit_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.935574 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Transition to ACTIVE for port object c83ac5ec-fa70-49fc-84a7-f5defc1ea867 will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:25:31.947369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0be4a170-10e5-4273-a5ff-52e3adb2cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.965272 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Transition to ACTIVE for port object c83ac5ec-fa70-49fc-84a7-f5defc1ea867 will not be triggered until provisioned by entity DHCP. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:25:31.978518 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-be851404-4d75-4d01-81f9-3c327e737114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:31.979250 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-1f549447-a7d9-435c-9bfa-6b09de4717be None None] Provisioning complete for port 040a36d3-1d43-4922-9aa0-f9a05928cfcf triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:31.979677 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1f549447-a7d9-435c-9bfa-6b09de4717be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:31.994617 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9d69d9d4-a32a-4474-aa24-30b2e32fd221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:32.002430 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:32.003493 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4a170-10e5-4273-a5ff-52e3adb2cfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96008553-f409-41a2-8da4-9bbacb5d0cec,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:32.007734 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Pushing event updated for resources: {'Port': ['ID=bcf13f52-e38c-48a4-af83-09b814fad259,revision_number=2']} {{(pid=80337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:32.013793 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:32.017060 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0be4a170-10e5-4273-a5ff-52e3adb2cfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:32.024913 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 040a36d3-1d43-4922-9aa0-f9a05928cfcf up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:32.040041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.045010 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.045532 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.047459 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.047917 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.049095 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.051380 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.051947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.052433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9d69d9d4-a32a-4474-aa24-30b2e32fd221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:32.052726 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.053276 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.055056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.055618 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.056226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.057663 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.058272 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.059419 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.060244 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-90d90c45-75f0-410b-b882-184204406aea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7024d86581f748aeb872c5367bdd6eaf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0411582 Nov 19 14:25:32.060893 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.062607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.065121 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.065747 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.066289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.067097 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 55066) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:32.067655 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.069212 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d90c45-75f0-410b-b882-184204406aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860ba98e-21e8-47bc-a40c-a76554ac6cd4,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:32.070161 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.070723 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:25:32.071957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0be4a170-10e5-4273-a5ff-52e3adb2cfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:32.073504 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-0be4a170-10e5-4273-a5ff-52e3adb2cfb3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96008553-f409-41a2-8da4-9bbacb5d0cec HTTP/1.1" status: 204 len: 168 time: 1.1051631 Nov 19 14:25:32.085743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-90d90c45-75f0-410b-b882-184204406aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Tracked resource versions report: Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: pushed versions: Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: { 'AddressGroup': {'1.0'}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': {'1.0'}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': {'1.0'}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': {'1.1'}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': {'1.6'}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': {'1.2'}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': {'1.8'}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': {'1.2'}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': {'1.0'}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': {'1.0'}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': {'1.1'}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': {'1.1'}} Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: consumer versions: Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: { DHCP agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: L3 agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: Metadata agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: Metering agent@dv-cinder-763306-2-smb: {}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: Open vSwitch agent@dv-cinder-763306-2-smb: { 'AddressGroup': '1.0', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': '1.0', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': '1.0', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': '1.1', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': '1.6', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': '1.2', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': '1.8', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': '1.2', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': '1.0', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': '1.0', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': '1.1', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': '1.1'}, Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'ConntrackHelper': '1.0', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Log': '1.0', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Network': '1.1', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Port': '1.6', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'PortForwarding': '1.2', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'QosPolicy': '1.8', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroup': '1.2', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'SecurityGroupRule': '1.0', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'SubPort': '1.0', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Subnet': '1.1', Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: 'Trunk': '1.1'}} Nov 19 14:25:32.088427 dv-cinder-763306-2-smb neutron-server[80223]: {{(pid=80337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 14:25:32.100710 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:32.284275 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Attempting to bind port bcf13f52-e38c-48a4-af83-09b814fad259 on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:32.285208 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Attempting to bind port bcf13f52-e38c-48a4-af83-09b814fad259 by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}] {{(pid=80337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:25:32.285841 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Attempting to bind port bcf13f52-e38c-48a4-af83-09b814fad259 on network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:25:32.295442 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:25:32.296269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Checking segment: {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:32.296911 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:32.297514 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Bound using segment: {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'} {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:25:32.298246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Bound port: bcf13f52-e38c-48a4-af83-09b814fad259, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}}] {{(pid=80337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:25:32.298871 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:32.391053 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] For port bcf13f52-e38c-48a4-af83-09b814fad259, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:25:32.395637 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] For port bcf13f52-e38c-48a4-af83-09b814fad259, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=bcf13f52-e38c-48a4-af83-09b814fad259,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:25:32.404074 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:32.452348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:32.464998 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-b2eabe06-7ea6-4baf-a0e7-e16e91f992ec service neutron] 10.222.0.43 "GET /v2.0/networks/ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753883 Nov 19 14:25:32.514040 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Set router c50a387f-9b0d-458f-8542-4fe3988dec8d gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:25:32.532483 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:32.549641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:32.682985 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-384311f7-2e30-4405-85da-0c0b77453720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:32.723690 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Pushing event updated for resources: {'Port': ['ID=bcf13f52-e38c-48a4-af83-09b814fad259,revision_number=3']} {{(pid=80337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:32.749701 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:32.772390 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Pushing event updated for resources: {'Port': ['ID=c83ac5ec-fa70-49fc-84a7-f5defc1ea867,revision_number=1']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:32.776715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:32.783936 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:25:32.784840 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:25:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:32.827126 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:32.874128 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55082) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:32.919993 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Allocated IP 172.28.0.225 (ca817bba-b7b8-4a37-9c7c-42c1a6687b2c/542d015a-8e34-4d9c-af1c-363e209ac3b2/1a56e058-806d-47bf-8660-b36c39509801) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:25:32.937422 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-509fa613-7846-469e-81fc-2b735e618d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:32.990909 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-509fa613-7846-469e-81fc-2b735e618d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:32.995127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-509fa613-7846-469e-81fc-2b735e618d8a admin admin] Usage tracker for resource:security_group_rule and tenant:3b10763095604c51bd9a6b1c9a883eb5 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:32.999757 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-509fa613-7846-469e-81fc-2b735e618d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:33.007255 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-509fa613-7846-469e-81fc-2b735e618d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:33.089952 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:25:33.116265 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-509fa613-7846-469e-81fc-2b735e618d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:33.143558 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-509fa613-7846-469e-81fc-2b735e618d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:33.194181 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 is already hosted by enough agents. {{(pid=80336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:33.194964 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6b7665aa-7a61-4d94-90e9-13da9e3621ed req-4dd89656-712d-4a75-ae3e-4efb54a0b659 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 210 time: 0.1518669 Nov 19 14:25:33.196212 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd502b14-c76c-4b19-8692-786c2da24d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:33.196484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Resources bound (agent type, host, resource id): {{(pid=80336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:33.198136 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b3b7c54f-2412-4cd7-b22a-4ab04d4462df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:33.199244 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Received port after_create {{(pid=80336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:25:33.224475 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9d69d9d4-a32a-4474-aa24-30b2e32fd221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:33.230731 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1754682581-router', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:26Z', 'updated_at': '2020-11-19T14:25:28Z', 'revision_number': 3, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'gw_port': {'id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:27Z', 'updated_at': '2020-11-19T14:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:33.238496 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-509fa613-7846-469e-81fc-2b735e618d8a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b10763095604c51bd9a6b1c9a883eb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3580995 Nov 19 14:25:33.251018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fa613-7846-469e-81fc-2b735e618d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a223b821-4036-4f86-afd6-9a6127a1b709,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:33.255050 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-509fa613-7846-469e-81fc-2b735e618d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:33.257485 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-0a680786-46a8-4da5-aec8-b65e43e034b0 service neutron] 10.222.0.43 "GET /v2.0/networks/ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7208805 Nov 19 14:25:33.261233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55088) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:33.295054 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0be4a170-10e5-4273-a5ff-52e3adb2cfb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:33.298082 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Checking router: c50a387f-9b0d-458f-8542-4fe3988dec8d for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:25:33.298655 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Updating router c50a387f-9b0d-458f-8542-4fe3988dec8d port 662492a7-e858-4a60-95ec-852f019dbb5e binding host dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 14:25:33.346038 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69d9d4-a32a-4474-aa24-30b2e32fd221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755750c9-3a17-476c-88af-cad898cd5fba,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:33.356650 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd502b14-c76c-4b19-8692-786c2da24d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:33.415573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9d69d9d4-a32a-4474-aa24-30b2e32fd221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:33.444712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port 040a36d3-1d43-4922-9aa0-f9a05928cfcf triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:33.445129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:33.475875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 3, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:33.487669 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979697fd-616b-4f5d-bada-493b292b9525 None None] The sync data for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb is: [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 3, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:25:33.489876 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:33.556758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.16', 53595) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:33.670711 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Attempting to bind port c83ac5ec-fa70-49fc-84a7-f5defc1ea867 on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:33.671120 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Attempting to bind port c83ac5ec-fa70-49fc-84a7-f5defc1ea867 by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:25:33.671525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Attempting to bind port c83ac5ec-fa70-49fc-84a7-f5defc1ea867 on network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:25:33.702504 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b83c73ca-b335-43a5-b5b7-789f1922cb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:33.719471 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:33.734135 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9d69d9d4-a32a-4474-aa24-30b2e32fd221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:33.735557 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9d69d9d4-a32a-4474-aa24-30b2e32fd221 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/755750c9-3a17-476c-88af-cad898cd5fba HTTP/1.1" status: 204 len: 168 time: 2.0797412 Nov 19 14:25:33.782666 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:25:33.783082 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Checking segment: {'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:33.783687 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:33.784438 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Bound using segment: {'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:25:33.784991 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Bound port: c83ac5ec-fa70-49fc-84a7-f5defc1ea867, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:25:33.785404 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:33.848259 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b83c73ca-b335-43a5-b5b7-789f1922cb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:33.850588 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-00ecb3e8-dfb7-4981-8e50-165292b12d30 req-d4cee5ca-34db-4969-9f0c-f43b214b58ae tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 210 time: 0.1441381 Nov 19 14:25:34.076667 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] For port c83ac5ec-fa70-49fc-84a7-f5defc1ea867, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:25:34.080969 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] For port c83ac5ec-fa70-49fc-84a7-f5defc1ea867, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=c83ac5ec-fa70-49fc-84a7-f5defc1ea867,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:25:34.090991 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:34.155815 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:34.156348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b83c73ca-b335-43a5-b5b7-789f1922cb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:34.166907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:34.303465 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd502b14-c76c-4b19-8692-786c2da24d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:34.332044 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c73ca-b335-43a5-b5b7-789f1922cb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a223b821-4036-4f86-afd6-9a6127a1b709,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:34.344931 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b83c73ca-b335-43a5-b5b7-789f1922cb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:34.398959 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:34.409066 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b83c73ca-b335-43a5-b5b7-789f1922cb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:34.421934 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b83c73ca-b335-43a5-b5b7-789f1922cb00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a223b821-4036-4f86-afd6-9a6127a1b709 HTTP/1.1" status: 204 len: 168 time: 1.1594594 Nov 19 14:25:34.423663 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Allocated IP 172.20.0.1 (155ce0ea-cd68-440f-9376-8aa82af6239b/2173cd01-9e9b-43c2-b18e-7f09f7b1079a/4c4ce8ff-ac4e-419b-af11-35df2e323b7a) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:25:34.461088 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:34.545468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd502b14-c76c-4b19-8692-786c2da24d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ba98e-21e8-47bc-a40c-a76554ac6cd4,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:34.567908 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc910e05-031d-40b6-89b7-63fb80113989 req-2afaea4d-0633-4bbf-9f56-02101a6dbfb2 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:34.569292 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-2afaea4d-0633-4bbf-9f56-02101a6dbfb2 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "GET /v2.0/networks?id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 HTTP/1.1" status: 200 len: 815 time: 1.0089922 Nov 19 14:25:34.570473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cd502b14-c76c-4b19-8692-786c2da24d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:34.571627 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd502b14-c76c-4b19-8692-786c2da24d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:34.575709 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-cd502b14-c76c-4b19-8692-786c2da24d0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/860ba98e-21e8-47bc-a40c-a76554ac6cd4 HTTP/1.1" status: 204 len: 168 time: 2.5053201 Nov 19 14:25:34.587651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:34.609749 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:34.707507 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Request body: {'port': {'device_id': '092eaaee-f389-46d3-9859-7a81696f4869', 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4', 'admin_state_up': True, 'tenant_id': '1a9ca28804934403add148eff8fd4c9e'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:34.881183 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-653b4c17-9f7f-44ad-ba38-4e48c0c8d36e req-91156e65-69a1-4302-af9d-60ff72cda2c1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 210 time: 0.3413332 Nov 19 14:25:34.914989 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Pushing event updated for resources: {'Port': ['ID=c83ac5ec-fa70-49fc-84a7-f5defc1ea867,revision_number=2']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:34.925514 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:35.013378 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:35.060647 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:35.114396 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:35.446635 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Notify callbacks [] for port, precommit_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:35.488975 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Transition to ACTIVE for port object 662492a7-e858-4a60-95ec-852f019dbb5e will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:25:35.496857 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:35.506541 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fb810ce1-8841-4cee-9500-f5122b477b87 req-a40a37be-00cb-4584-bb2b-f99818e10865 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 210 time: 0.3167186 Nov 19 14:25:35.594447 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Pushing event updated for resources: {'Port': ['ID=1a56e058-806d-47bf-8660-b36c39509801,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:35.640261 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.030s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:35.641463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4ce8ff-ac4e-419b-af11-35df2e323b7a,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:35.652972 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:35.708326 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Network 155ce0ea-cd68-440f-9376-8aa82af6239b is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:35.711304 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:35.720443 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:25:35.721078 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605674'] for router_interface, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:35.778326 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55178) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:35.843305 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-022882a6-0fdc-435c-8b3c-68b4c1dc3af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:35.895799 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:36.087840 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:36.141221 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Attempting to bind port 662492a7-e858-4a60-95ec-852f019dbb5e on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:36.144114 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Attempting to bind port 662492a7-e858-4a60-95ec-852f019dbb5e by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:25:36.144655 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Attempting to bind port 662492a7-e858-4a60-95ec-852f019dbb5e on network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:25:36.174637 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-022882a6-0fdc-435c-8b3c-68b4c1dc3af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:36.176851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:25:36.177401 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Checking segment: {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:36.178051 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:36.178597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Bound using segment: {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:25:36.179251 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Bound port: 662492a7-e858-4a60-95ec-852f019dbb5e, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:25:36.179788 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:36.191965 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-022882a6-0fdc-435c-8b3c-68b4c1dc3af3 admin admin] Usage tracker for resource:security_group_rule and tenant:c2f2aef3be814f51be0526679e839d32 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:36.206129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-022882a6-0fdc-435c-8b3c-68b4c1dc3af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:36.215111 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Usage tracker for resource:port and tenant:1a9ca28804934403add148eff8fd4c9e is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:36.222397 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-022882a6-0fdc-435c-8b3c-68b4c1dc3af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:36.241278 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:36.245203 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Quota usage for port was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:36.246308 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:36.258429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:36.272167 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:25:36.304665 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:36.419469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] For port 662492a7-e858-4a60-95ec-852f019dbb5e, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:25:36.427743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] For port 662492a7-e858-4a60-95ec-852f019dbb5e, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=662492a7-e858-4a60-95ec-852f019dbb5e,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:25:36.451636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device c83ac5ec-fa70-49fc-84a7-f5defc1ea867 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:36.549350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:36.584152 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Made reservation on behalf of 1a9ca28804934403add148eff8fd4c9e for: {'port': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:36.601972 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:36.644508 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-20020691-8e0e-4dc4-b1d2-205e1eb3bd3f req-2b635789-98f0-411c-8695-1f213b09ac9e tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 210 time: 0.2410209 Nov 19 14:25:37.051133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-022882a6-0fdc-435c-8b3c-68b4c1dc3af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:37.061180 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.16', 53603) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:37.098296 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-339c53d5-c1de-4af2-82de-eff23a9edcd9 req-0d017e4e-b7f2-4ef2-a911-6d051974e56d tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 210 time: 0.3457992 Nov 19 14:25:37.103086 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-022882a6-0fdc-435c-8b3c-68b4c1dc3af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:37.224545 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-509fa613-7846-469e-81fc-2b735e618d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:37.285908 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Allocated IP 172.20.0.1 (c9566fb2-f013-4e79-aed7-babb03e3eff8/0e9e1595-8ff8-40af-b3f7-496f185928f3/d27e49ba-c756-4a66-a98c-ceb38363f780) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:25:37.333606 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-022882a6-0fdc-435c-8b3c-68b4c1dc3af3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2f2aef3be814f51be0526679e839d32&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5518732 Nov 19 14:25:37.336527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55208) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:37.532288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95435fff-850d-4518-889f-12f315ea569e None None] Pushing event updated for resources: {'Port': ['ID=662492a7-e858-4a60-95ec-852f019dbb5e,revision_number=2']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:37.566086 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f6d5f-d2b2-4ce8-8d70-192fb40f0201 None None] Network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:25:37.653387 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:25:37.685153 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:37.689398 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022882a6-0fdc-435c-8b3c-68b4c1dc3af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b69ce1-d681-464c-a19a-613c94c3a1ba,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:37.696849 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-022882a6-0fdc-435c-8b3c-68b4c1dc3af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:37.882431 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-95435fff-850d-4518-889f-12f315ea569e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.987s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:37.918988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:37.953735 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.414s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:38.068573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Transition to ACTIVE for port object d27e49ba-c756-4a66-a98c-ceb38363f780 will not be triggered until provisioned by entity DHCP. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:25:38.105372 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:38.106362 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854086739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854174443'] for router, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:38.116178 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95435fff-850d-4518-889f-12f315ea569e None None] Pushing event updated for resources: {'Port': ['ID=662492a7-e858-4a60-95ec-852f019dbb5e,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:38.122682 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-95435fff-850d-4518-889f-12f315ea569e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:38.175456 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Routers {'c50a387f-9b0d-458f-8542-4fe3988dec8d'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:25:38.176539 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:25:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['c50a387f-9b0d-458f-8542-4fe3988dec8d'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:38.215495 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:38.224031 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-03d7685a-1924-4af8-bb10-6fb3546b3c83 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:38.225928 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-03d7685a-1924-4af8-bb10-6fb3546b3c83 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.16 "GET /v2.0/networks?id=ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde HTTP/1.1" status: 200 len: 812 time: 1.0120842 Nov 19 14:25:38.232002 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853334317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854170876'] for router_interface, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:38.391525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:38.457553 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] Set router c50a387f-9b0d-458f-8542-4fe3988dec8d gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:25:38.479823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Request body: {'port': {'device_id': '9bb487a0-f805-49c6-8a9f-1f3bf7d07963', 'network_id': 'ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde', 'admin_state_up': True, 'tenant_id': 'ad5b8fcef4374aa6b66adc72ac0c5b9e'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:38.491791 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:38.549781 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:38.578834 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4c4ce8ff-ac4e-419b-af11-35df2e323b7a,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:38.594448 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:38.616960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Network 155ce0ea-cd68-440f-9376-8aa82af6239b is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:38.652046 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:38.796469 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a8399796-09b4-48e3-a97a-fcc1fb31dac6 req-ccd1e89a-57e2-4234-86fd-4f37c9757f12 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 210 time: 0.1675889 Nov 19 14:25:38.878283 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Allocated IP 172.20.0.14 (5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4/54b9d577-16b6-421d-b592-1d51eee4212f/ac203b46-8371-4416-b6dd-a71bc2a3e769) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:25:38.969111 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-e5ec03b7-21ad-4c66-b572-5ae0dd81d61c None None] Provisioning for port c83ac5ec-fa70-49fc-84a7-f5defc1ea867 completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:25:39.013514 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port c83ac5ec-fa70-49fc-84a7-f5defc1ea867 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:25:39.130709 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port c83ac5ec-fa70-49fc-84a7-f5defc1ea867 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:39.134824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:39.167133 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-def57b7d-ae33-4d1f-955a-0a323ba96427 req-7d8fa873-6955-44ce-94ce-64fb20390449 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 210 time: 0.9395602 Nov 19 14:25:39.413095 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1754682581-router', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:26Z', 'updated_at': '2020-11-19T14:25:35Z', 'revision_number': 4, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'gw_port': {'id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:27Z', 'updated_at': '2020-11-19T14:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': '4c4ce8ff-ac4e-419b-af11-35df2e323b7a', 'name': '', 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'mac_address': 'fa:16:3e:a0:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2173cd01-9e9b-43c2-b18e-7f09f7b1079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:33Z', 'updated_at': '2020-11-19T14:25:36Z', 'revision_number': 2, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'subnets': [{'id': '2173cd01-9e9b-43c2-b18e-7f09f7b1079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:39.458180 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e49183-9c12-4f9b-ba87-0a5a5d9f0edf None None] The sync data for ids ['c50a387f-9b0d-458f-8542-4fe3988dec8d'] in dv-cinder-763306-2-smb is: [{'id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1754682581-router', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:26Z', 'updated_at': '2020-11-19T14:25:35Z', 'revision_number': 4, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'gw_port': {'id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:27Z', 'updated_at': '2020-11-19T14:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': '4c4ce8ff-ac4e-419b-af11-35df2e323b7a', 'name': '', 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'mac_address': 'fa:16:3e:a0:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2173cd01-9e9b-43c2-b18e-7f09f7b1079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:33Z', 'updated_at': '2020-11-19T14:25:36Z', 'revision_number': 2, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'subnets': [{'id': '2173cd01-9e9b-43c2-b18e-7f09f7b1079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:25:39.490424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:39.547893 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port c83ac5ec-fa70-49fc-84a7-f5defc1ea867, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=c83ac5ec-fa70-49fc-84a7-f5defc1ea867,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:25:39.559577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:39.563011 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device bcf13f52-e38c-48a4-af83-09b814fad259 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:39.577192 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Pushing event updated for resources: {'Port': ['ID=d27e49ba-c756-4a66-a98c-ceb38363f780,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:39.620594 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.071s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:39.692930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-17544c59-15c8-4a6e-aa10-47c33a1889dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:39.772065 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:39.799013 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Usage tracker for resource:port and tenant:ad5b8fcef4374aa6b66adc72ac0c5b9e is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:39.859091 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Quota usage for port was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:39.912284 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=c83ac5ec-fa70-49fc-84a7-f5defc1ea867,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:39.917992 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:40.033745 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-87424788-31c5-4612-ab8f-4181b004bf8f None None] Provisioning complete for port c83ac5ec-fa70-49fc-84a7-f5defc1ea867 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:40.034144 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87424788-31c5-4612-ab8f-4181b004bf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:40.094802 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Network c9566fb2-f013-4e79-aed7-babb03e3eff8 is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:40.143663 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:40.150321 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a39d2fb0-4c4f-4193-afa6-9dd6fceeed5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:40.179515 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:40.224408 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:25:40.224408 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605674'] for router_interface, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:40.298449 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a39d2fb0-4c4f-4193-afa6-9dd6fceeed5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:40.378664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port bcf13f52-e38c-48a4-af83-09b814fad259 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:25:40.403494 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port bcf13f52-e38c-48a4-af83-09b814fad259 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:40.420614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55274) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:40.424319 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:40.450871 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a39d2fb0-4c4f-4193-afa6-9dd6fceeed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:40.508746 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-132572b4-b0ba-4377-a224-d5b29bf03106 req-432a25d9-f0b3-4b4c-a8b1-acd95db03310 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 210 time: 0.2376213 Nov 19 14:25:40.556065 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6f77ba61-aa76-48c0-986c-739a940de39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:40.601155 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Made reservation on behalf of ad5b8fcef4374aa6b66adc72ac0c5b9e for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:40.628213 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:40.769759 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a39d2fb0-4c4f-4193-afa6-9dd6fceeed5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:40.773974 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-a39d2fb0-4c4f-4193-afa6-9dd6fceeed5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36b69ce1-d681-464c-a19a-613c94c3a1ba HTTP/1.1" status: 204 len: 168 time: 3.0724885 Nov 19 14:25:40.985172 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d2fb0-4c4f-4193-afa6-9dd6fceeed5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b69ce1-d681-464c-a19a-613c94c3a1ba,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:41.002661 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a39d2fb0-4c4f-4193-afa6-9dd6fceeed5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:41.129882 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:41.167521 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:41.187288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab is scheduled to L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 with binding_index 1 {{(pid=80335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 14:25:41.260813 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:41.335906 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port bcf13f52-e38c-48a4-af83-09b814fad259, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=bcf13f52-e38c-48a4-af83-09b814fad259,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:25:41.353173 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:41.367433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-0b42c1f7-9c05-4f91-b35e-854e9bda9db1 None None] Provisioning complete for port c83ac5ec-fa70-49fc-84a7-f5defc1ea867 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:41.367671 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0b42c1f7-9c05-4f91-b35e-854e9bda9db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:41.540881 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-95435fff-850d-4518-889f-12f315ea569e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:41.644484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:41.872789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=bcf13f52-e38c-48a4-af83-09b814fad259,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:41.888261 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device c83ac5ec-fa70-49fc-84a7-f5defc1ea867 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:41.985320 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:41.990364 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-04ecc47d-3310-4c40-89bf-470060a2d1cf req-283df4b9-7654-4010-8c95-cd5576344246 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 210 time: 1.2871161 Nov 19 14:25:42.158031 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cc48c9ea-8165-45ef-bd8c-016e4da2edbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:42.251497 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Allocated IP 172.20.0.9 (ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde/6ee07648-c550-4367-9663-1008dec21a54/36cbc893-76ab-4062-8877-802fc64acf69) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:25:42.435644 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9caadfc0-8d83-4542-b4fb-215106fcddb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:42.486532 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Pushing event updated for resources: {'Port': ['ID=ac203b46-8371-4416-b6dd-a71bc2a3e769,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:42.595435 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-0b42c1f7-9c05-4f91-b35e-854e9bda9db1 None None] Provisioning for port d27e49ba-c756-4a66-a98c-ceb38363f780 completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:25:42.616465 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-0b42c1f7-9c05-4f91-b35e-854e9bda9db1 None None] Provisioning complete for port d27e49ba-c756-4a66-a98c-ceb38363f780 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:42.617908 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0b42c1f7-9c05-4f91-b35e-854e9bda9db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:42.673249 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9caadfc0-8d83-4542-b4fb-215106fcddb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:42.678582 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9caadfc0-8d83-4542-b4fb-215106fcddb8 admin admin] Usage tracker for resource:security_group_rule and tenant:e89f4add4b7f49f48a06accfd0735be4 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:42.682196 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9caadfc0-8d83-4542-b4fb-215106fcddb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:42.682836 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port c83ac5ec-fa70-49fc-84a7-f5defc1ea867 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:42.683321 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:42.688962 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9caadfc0-8d83-4542-b4fb-215106fcddb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:42.791277 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-0b42c1f7-9c05-4f91-b35e-854e9bda9db1 None None] Port d27e49ba-c756-4a66-a98c-ceb38363f780 cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:25:42.847733 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:42.869496 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f1bf1f48-c4b7-4edf-9cdd-3dd7cdae5d5a req-496c696b-efe1-4d2c-9722-295174366b4a tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 210 time: 0.7234430 Nov 19 14:25:42.993435 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:43.033120 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:43.044634 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:25:43.049078 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:43.049776 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:43.053561 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9caadfc0-8d83-4542-b4fb-215106fcddb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:43.110524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9caadfc0-8d83-4542-b4fb-215106fcddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:43.129210 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 662492a7-e858-4a60-95ec-852f019dbb5e up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:43.154499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:43.209457 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-022882a6-0fdc-435c-8b3c-68b4c1dc3af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:43.237726 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:43.290388 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:43.309365 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:43.311133 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.6566529 Nov 19 14:25:43.313698 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853334317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854170876'] for router_interface, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:43.332617 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:43.486864 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caadfc0-8d83-4542-b4fb-215106fcddb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2736316-ab4c-4047-bf13-1f75a9ed45c0,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:43.518759 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9caadfc0-8d83-4542-b4fb-215106fcddb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e89f4add4b7f49f48a06accfd0735be4&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0880311 Nov 19 14:25:43.523242 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9caadfc0-8d83-4542-b4fb-215106fcddb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:43.523946 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55320) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:43.525561 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7140230b-9bad-430a-bedf-da2c89ab815d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:43.653909 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Pushing event updated for resources: {'Port': ['ID=36cbc893-76ab-4062-8877-802fc64acf69,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:43.667944 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Pushing event updated for resources: {'Port': ['ID=d27e49ba-c756-4a66-a98c-ceb38363f780,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:43.679168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:43.695984 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6efa11d1-3b7d-48a0-9cc0-93d7224c5611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:43.747311 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port 662492a7-e858-4a60-95ec-852f019dbb5e completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:25:43.755901 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port 662492a7-e858-4a60-95ec-852f019dbb5e triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:43.756266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:43.756415 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:43.775934 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Router c50a387f-9b0d-458f-8542-4fe3988dec8d has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:25:43.853688 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Network c9566fb2-f013-4e79-aed7-babb03e3eff8 is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:43.857044 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:43.872223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-385d7047-a0b9-4be7-947b-7a8b75461a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:44.093568 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:44.143608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port 662492a7-e858-4a60-95ec-852f019dbb5e, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=662492a7-e858-4a60-95ec-852f019dbb5e,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:25:44.150865 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:44.162251 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:44.232644 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd14348-2e3c-40bd-979e-79e0e67389c3 req-2a8cbd0a-4c63-4ea5-af11-e760fdb8468c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:44.244732 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3bd14348-2e3c-40bd-979e-79e0e67389c3 req-2a8cbd0a-4c63-4ea5-af11-e760fdb8468c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 932 time: 0.8587139 Nov 19 14:25:44.323521 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device bcf13f52-e38c-48a4-af83-09b814fad259 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:44.374455 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-385d7047-a0b9-4be7-947b-7a8b75461a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:44.384388 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-3bd14348-2e3c-40bd-979e-79e0e67389c3 req-70023d3d-9dbc-45bf-9158-8b0cca4891b9 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Synchronizing usage tracker for tenant:1a9ca28804934403add148eff8fd4c9e on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:25:44.410897 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=662492a7-e858-4a60-95ec-852f019dbb5e,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:44.415429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:44.437560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port bcf13f52-e38c-48a4-af83-09b814fad259 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:44.437992 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:44.546900 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-a88e89c4-0755-4296-9e1b-3f263117ad10 None None] Provisioning complete for port d27e49ba-c756-4a66-a98c-ceb38363f780 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:44.547312 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a88e89c4-0755-4296-9e1b-3f263117ad10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:44.553118 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-385d7047-a0b9-4be7-947b-7a8b75461a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:44.572784 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Network ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:44.573741 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:25:44.577620 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b83c73ca-b335-43a5-b5b7-789f1922cb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:44.590068 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Sync routers for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:25:44.612943 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:44.634551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:25:44.635477 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:25:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:44.657129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:25:44.680013 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:44.680981 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:44.696741 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-3bd14348-2e3c-40bd-979e-79e0e67389c3 req-70023d3d-9dbc-45bf-9158-8b0cca4891b9 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Unset dirty status for tenant:1a9ca28804934403add148eff8fd4c9e on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:25:44.701122 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-a88e89c4-0755-4296-9e1b-3f263117ad10 None None] Port d27e49ba-c756-4a66-a98c-ceb38363f780 cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:25:44.705707 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3bd14348-2e3c-40bd-979e-79e0e67389c3 req-70023d3d-9dbc-45bf-9158-8b0cca4891b9 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575992 Nov 19 14:25:44.709742 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d7047-a0b9-4be7-947b-7a8b75461a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2736316-ab4c-4047-bf13-1f75a9ed45c0,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:44.746558 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-385d7047-a0b9-4be7-947b-7a8b75461a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:44.760627 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] Notify callbacks [] for router, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:44.762297 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b448477c-4c69-49c2-9187-76e303481f56 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 15.0683925 Nov 19 14:25:44.773787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 55340) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:44.815483 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-385d7047-a0b9-4be7-947b-7a8b75461a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:44.829306 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-385d7047-a0b9-4be7-947b-7a8b75461a25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2736316-ab4c-4047-bf13-1f75a9ed45c0 HTTP/1.1" status: 204 len: 168 time: 1.2225645 Nov 19 14:25:44.849901 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4643407 Nov 19 14:25:44.986177 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:45.045407 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf157b2-ab9a-41ba-87f7-00cf5157c42c req-e1f435ee-53b2-4f6a-9de0-77cae1088972 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:45.065088 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bdf157b2-ab9a-41ba-87f7-00cf5157c42c req-e1f435ee-53b2-4f6a-9de0-77cae1088972 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 931 time: 0.7729881 Nov 19 14:25:45.135737 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:25:45.147790 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Sync routers for ids ['c50a387f-9b0d-458f-8542-4fe3988dec8d'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:25:45.160263 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] 10.222.0.43 "PUT /v2.0/routers/c50a387f-9b0d-458f-8542-4fe3988dec8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1775167 Nov 19 14:25:45.178356 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Routers {'c50a387f-9b0d-458f-8542-4fe3988dec8d'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:25:45.179163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:25:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['c50a387f-9b0d-458f-8542-4fe3988dec8d'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:45.248434 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bdf157b2-ab9a-41ba-87f7-00cf5157c42c req-f8362851-5412-4d0f-ab6f-229e8996d787 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/security-groups?id=561a97f3-009e-4c42-b98b-575759f75c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820788 Nov 19 14:25:45.535564 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-361ebf66-8aa4-4c3d-a2d9-faec61462de0 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:25:45.536756 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-361ebf66-8aa4-4c3d-a2d9-faec61462de0 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0069256 Nov 19 14:25:45.562521 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Set router c50a387f-9b0d-458f-8542-4fe3988dec8d gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:25:45.627868 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:25:45.958045 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55368) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:46.002218 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-97b91fa0-77fb-43d3-836b-e4b645b53e5d tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80335) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:25:46.004888 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-97b91fa0-77fb-43d3-836b-e4b645b53e5d tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0312119 Nov 19 14:25:46.013231 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2a22d0c-13b3-4c20-bb59-0a5b660b6d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:46.148370 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:36Z', 'revision_number': 3, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:46.152739 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f2a22d0c-13b3-4c20-bb59-0a5b660b6d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:46.161125 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Checking router: 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:25:46.162647 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Updating router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab port 1a56e058-806d-47bf-8660-b36c39509801 binding host dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 14:25:46.173968 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f2a22d0c-13b3-4c20-bb59-0a5b660b6d11 admin admin] Usage tracker for resource:security_group_rule and tenant:3277d108da3341f081988de92200d2aa is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:46.178528 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f2a22d0c-13b3-4c20-bb59-0a5b660b6d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:46.185379 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f2a22d0c-13b3-4c20-bb59-0a5b660b6d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:46.288555 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:46.339506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2a22d0c-13b3-4c20-bb59-0a5b660b6d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:46.340122 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e1435-c539-4fcc-9418-688108d912f0 req-c0bd5bf0-7915-41ca-9437-cc8649080489 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:46.341111 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-173e1435-c539-4fcc-9418-688108d912f0 req-c0bd5bf0-7915-41ca-9437-cc8649080489 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Synchronizing usage tracker for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:25:46.346104 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2a22d0c-13b3-4c20-bb59-0a5b660b6d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:46.363632 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:46.426624 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-f2a22d0c-13b3-4c20-bb59-0a5b660b6d11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3277d108da3341f081988de92200d2aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4639535 Nov 19 14:25:46.426833 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a22d0c-13b3-4c20-bb59-0a5b660b6d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaf1b7f-d4cb-46c9-ac05-d0fc4a992989,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:46.430001 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55384) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:46.484585 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f2a22d0c-13b3-4c20-bb59-0a5b660b6d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:46.572712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:25:46.591302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Request body: {'port': {'device_id': '9bb487a0-f805-49c6-8a9f-1f3bf7d07963', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:46.606443 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 662492a7-e858-4a60-95ec-852f019dbb5e up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:46.642350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-173e1435-c539-4fcc-9418-688108d912f0 req-c0bd5bf0-7915-41ca-9437-cc8649080489 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Unset dirty status for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:25:46.649725 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-173e1435-c539-4fcc-9418-688108d912f0 req-c0bd5bf0-7915-41ca-9437-cc8649080489 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 932 time: 0.6247454 Nov 19 14:25:46.812301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Request body: {'port': {'device_id': '092eaaee-f389-46d3-9859-7a81696f4869', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:46.965747 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0b1e55fd-8870-4034-b21c-7fbf884987cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:46.983666 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b665b04d-a620-4f47-bdec-50d2cc3a1f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:46.985554 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:47.018745 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b665b04d-a620-4f47-bdec-50d2cc3a1f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:47.086188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port 662492a7-e858-4a60-95ec-852f019dbb5e triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:47.087608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b665b04d-a620-4f47-bdec-50d2cc3a1f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:47.088598 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:47.095245 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:47.210469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-385d7047-a0b9-4be7-947b-7a8b75461a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:47.214140 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1754682581-router', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:26Z', 'updated_at': '2020-11-19T14:25:35Z', 'revision_number': 4, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'gw_port': {'id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:27Z', 'updated_at': '2020-11-19T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': '4c4ce8ff-ac4e-419b-af11-35df2e323b7a', 'name': '', 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'mac_address': 'fa:16:3e:a0:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2173cd01-9e9b-43c2-b18e-7f09f7b1079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:33Z', 'updated_at': '2020-11-19T14:25:36Z', 'revision_number': 2, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'subnets': [{'id': '2173cd01-9e9b-43c2-b18e-7f09f7b1079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:47.223756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Checking router: c50a387f-9b0d-458f-8542-4fe3988dec8d for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:25:47.224174 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Updating router c50a387f-9b0d-458f-8542-4fe3988dec8d port 4c4ce8ff-ac4e-419b-af11-35df2e323b7a binding host dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 14:25:47.233219 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b665b04d-a620-4f47-bdec-50d2cc3a1f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:47.237247 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b665b04d-a620-4f47-bdec-50d2cc3a1f19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbaf1b7f-d4cb-46c9-ac05-d0fc4a992989 HTTP/1.1" status: 204 len: 168 time: 0.7901595 Nov 19 14:25:47.272335 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665b04d-a620-4f47-bdec-50d2cc3a1f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaf1b7f-d4cb-46c9-ac05-d0fc4a992989,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:47.420683 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b665b04d-a620-4f47-bdec-50d2cc3a1f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:47.479101 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-173e1435-c539-4fcc-9418-688108d912f0 req-73840711-ea0c-45b8-933d-b612b37c1289 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8055675 Nov 19 14:25:47.513139 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Notify callbacks [] for port, precommit_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:47.551675 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-41c96cfb-2490-4c97-960d-1c6300001b17 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:47.552763 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-41c96cfb-2490-4c97-960d-1c6300001b17 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Synchronizing usage tracker for tenant:39529dac6cd14baa83b65e88bb873659 on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:25:47.575940 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Transition to ACTIVE for port object 1a56e058-806d-47bf-8660-b36c39509801 will not be triggered until provisioned by entity L2. {{(pid=80337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:25:47.582538 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:47.632088 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d35d8afe-4cfc-441f-97b7-57b6234c59e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:47.689543 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:47.696073 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-41c96cfb-2490-4c97-960d-1c6300001b17 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Unset dirty status for tenant:39529dac6cd14baa83b65e88bb873659 on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:25:47.706008 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-41c96cfb-2490-4c97-960d-1c6300001b17 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/networks?id=155ce0ea-cd68-440f-9376-8aa82af6239b HTTP/1.1" status: 200 len: 819 time: 0.8094885 Nov 19 14:25:47.719626 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:47.746259 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:47.827232 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-1d7f87d9-6164-4bc4-a8a2-6a9698b75a82 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/quotas/39529dac6cd14baa83b65e88bb873659 HTTP/1.1" status: 200 len: 375 time: 0.0779488 Nov 19 14:25:47.990823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a5dc7-e6bf-47df-8087-d7493d4795b6 None None] Pushing event updated for resources: {'Port': ['ID=1a56e058-806d-47bf-8660-b36c39509801,revision_number=2']} {{(pid=80337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:47.999750 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-621a5dc7-e6bf-47df-8087-d7493d4795b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:48.063497 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Attempting to bind port 1a56e058-806d-47bf-8660-b36c39509801 on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:48.063497 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Attempting to bind port 1a56e058-806d-47bf-8660-b36c39509801 by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}] {{(pid=80337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:25:48.063497 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Attempting to bind port 1a56e058-806d-47bf-8660-b36c39509801 on network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:25:48.068802 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:25:48.069369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Checking segment: {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:48.070066 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:48.070601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Bound using segment: {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'} {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:25:48.071233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Bound port: 1a56e058-806d-47bf-8660-b36c39509801, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}}] {{(pid=80337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:25:48.071776 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:48.207088 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] For port 1a56e058-806d-47bf-8660-b36c39509801, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:25:48.211245 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] For port 1a56e058-806d-47bf-8660-b36c39509801, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=1a56e058-806d-47bf-8660-b36c39509801,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:25:48.219709 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:48.395722 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908612b8-aebb-496c-ba69-4b8b149fd437 req-6ceee506-74f8-4ba6-831b-3987661a856f tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:48.413890 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-908612b8-aebb-496c-ba69-4b8b149fd437 req-6ceee506-74f8-4ba6-831b-3987661a856f tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 931 time: 0.5346889 Nov 19 14:25:48.437350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:48.502136 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-b29626da-0124-4262-8fb2-276f8e249096 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Synchronizing usage tracker for tenant:39529dac6cd14baa83b65e88bb873659 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:25:48.516463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a5dc7-e6bf-47df-8087-d7493d4795b6 None None] Pushing event updated for resources: {'Port': ['ID=1a56e058-806d-47bf-8660-b36c39509801,revision_number=3']} {{(pid=80337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:48.529224 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-621a5dc7-e6bf-47df-8087-d7493d4795b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:48.545164 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:25:48.545334 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:48.546301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:25:47Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:48.548418 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-b29626da-0124-4262-8fb2-276f8e249096 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Unset dirty status for tenant:39529dac6cd14baa83b65e88bb873659 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:25:48.550569 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-b29626da-0124-4262-8fb2-276f8e249096 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?tenant_id=39529dac6cd14baa83b65e88bb873659&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7165461 Nov 19 14:25:48.743229 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Notify callbacks [] for port, precommit_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:48.745965 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-62b1b3c7-fc37-4c59-8ced-222cab3aa351 service neutron] 10.222.0.43 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850419 Nov 19 14:25:48.750571 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.resource_extend [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 14:25:48.779794 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Transition to ACTIVE for port object 4c4ce8ff-ac4e-419b-af11-35df2e323b7a will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:25:48.794916 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:48.818134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:25:48.833332 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:48.911998 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-5e36d1c4-beec-4e4b-8c09-6635cdbcdf9a service neutron] 10.222.0.43 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1488113 Nov 19 14:25:49.047964 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88395c-6747-4110-86c2-4104a6b3054b None None] Pushing event updated for resources: {'Port': ['ID=4c4ce8ff-ac4e-419b-af11-35df2e323b7a,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:49.061158 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4f88395c-6747-4110-86c2-4104a6b3054b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:49.085928 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36cbc893-76ab-4062-8877-802fc64acf69 {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:25:49.114828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:49.170128 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Transition to ACTIVE for port object 36cbc893-76ab-4062-8877-802fc64acf69 will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:25:49.179226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:49.225056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-63b595c0-2f7a-4f88-8443-4edf328ee008 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:49.282994 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-908612b8-aebb-496c-ba69-4b8b149fd437 req-04f30531-50e8-482d-bd0d-79b2c3f19c44 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/security-groups?id=561a97f3-009e-4c42-b98b-575759f75c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8681707 Nov 19 14:25:49.307446 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:25:49.322291 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] 10.222.0.43 "PUT /v2.0/routers/e8f2ddf8-f4ab-4299-962a-a01aedc7a042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.6304858 Nov 19 14:25:49.366908 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Sync routers for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:25:49.381921 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac203b46-8371-4416-b6dd-a71bc2a3e769 {{(pid=80335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:25:49.414035 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:49.420949 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=36cbc893-76ab-4062-8877-802fc64acf69,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:49.426159 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:49.500166 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Transition to ACTIVE for port object ac203b46-8371-4416-b6dd-a71bc2a3e769 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:25:49.542523 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:25:49.543139 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:25:47Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:49.771208 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:49.984005 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Attempting to bind port 4c4ce8ff-ac4e-419b-af11-35df2e323b7a on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:49.986286 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Attempting to bind port 4c4ce8ff-ac4e-419b-af11-35df2e323b7a by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:25:49.986913 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Attempting to bind port 4c4ce8ff-ac4e-419b-af11-35df2e323b7a on network 155ce0ea-cd68-440f-9376-8aa82af6239b {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:25:50.002766 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:25:50.003192 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Checking segment: {'id': '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:50.003646 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:50.004085 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Bound using segment: {'id': '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:25:50.004274 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:50.004616 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Bound port: 4c4ce8ff-ac4e-419b-af11-35df2e323b7a, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:25:50.005033 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:50.281560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] For port 4c4ce8ff-ac4e-419b-af11-35df2e323b7a, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:25:50.285503 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] For port 4c4ce8ff-ac4e-419b-af11-35df2e323b7a, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=4c4ce8ff-ac4e-419b-af11-35df2e323b7a,segment=NetworkSegment(89ae7cbe-f5bc-4e14-a134-20a2d916f3b0),segment_id=89ae7cbe-f5bc-4e14-a134-20a2d916f3b0)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:25:50.292819 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:50.324990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:50.416777 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:36Z', 'revision_number': 3, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:50.423780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa48edd5-ca22-4ae8-84a9-a0a76a420c0a None None] The sync data for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb is: [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:36Z', 'revision_number': 3, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:25:50.433877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:25:50.487351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88395c-6747-4110-86c2-4104a6b3054b None None] Pushing event updated for resources: {'Port': ['ID=4c4ce8ff-ac4e-419b-af11-35df2e323b7a,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:50.510179 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4f88395c-6747-4110-86c2-4104a6b3054b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:50.639250 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae31648-2558-40ce-aea4-139ee3bd5adc req-6013b392-7f70-481c-b0b0-89eb34235de3 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:50.666003 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7ae31648-2558-40ce-aea4-139ee3bd5adc req-6013b392-7f70-481c-b0b0-89eb34235de3 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 944 time: 0.3916235 Nov 19 14:25:50.739693 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c66e89d-b106-4fc1-9999-79766022195b req-3117fac2-38ab-4f07-b11c-0fa0e3a9d457 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 210 time: 1.0180376 Nov 19 14:25:50.818865 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Attempting to bind port 36cbc893-76ab-4062-8877-802fc64acf69 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:50.819381 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Attempting to bind port 36cbc893-76ab-4062-8877-802fc64acf69 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f3c2c780-0327-40ba-83fd-dcefbf77ef8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:25:50.819661 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Attempting to bind port 36cbc893-76ab-4062-8877-802fc64acf69 on network ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:25:50.829188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Routers {'c50a387f-9b0d-458f-8542-4fe3988dec8d'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:25:50.830464 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:25:47Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['c50a387f-9b0d-458f-8542-4fe3988dec8d'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:50.854219 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:25:50.856543 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Checking segment: {'id': 'f3c2c780-0327-40ba-83fd-dcefbf77ef8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:50.857164 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:50.858148 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Bound using segment: {'id': 'f3c2c780-0327-40ba-83fd-dcefbf77ef8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:25:50.859107 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Bound port: 36cbc893-76ab-4062-8877-802fc64acf69, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c2c780-0327-40ba-83fd-dcefbf77ef8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:25:50.862169 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:50.998374 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7ae31648-2558-40ce-aea4-139ee3bd5adc req-5b597804-8cc9-410a-93ba-51edff7e9259 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309460 Nov 19 14:25:51.175136 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 2, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:51.185713 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Checking router: e8f2ddf8-f4ab-4299-962a-a01aedc7a042 for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:25:51.196715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Updating router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 port d27e49ba-c756-4a66-a98c-ceb38363f780 binding host dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 14:25:51.289628 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] For port 36cbc893-76ab-4062-8877-802fc64acf69, host hv-cinder-76330, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:25:51.298548 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] For port 36cbc893-76ab-4062-8877-802fc64acf69, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=36cbc893-76ab-4062-8877-802fc64acf69,segment=NetworkSegment(f3c2c780-0327-40ba-83fd-dcefbf77ef8a),segment_id=f3c2c780-0327-40ba-83fd-dcefbf77ef8a)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:25:51.317964 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:51.357127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:51.362381 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:51.383289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:51.416322 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Attempting to bind port ac203b46-8371-4416-b6dd-a71bc2a3e769 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:51.416716 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Attempting to bind port ac203b46-8371-4416-b6dd-a71bc2a3e769 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:25:51.417097 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Attempting to bind port ac203b46-8371-4416-b6dd-a71bc2a3e769 on network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:25:51.506874 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] Set router c50a387f-9b0d-458f-8542-4fe3988dec8d gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:25:51.512457 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:25:51.512837 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Checking segment: {'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:51.513279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:51.513692 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Bound using segment: {'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:25:51.514233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Bound port: ac203b46-8371-4416-b6dd-a71bc2a3e769, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:25:51.514604 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:51.576655 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.16', 53617) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:52.014206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Pushing event updated for resources: {'Port': ['ID=ac203b46-8371-4416-b6dd-a71bc2a3e769,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:52.059792 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=36cbc893-76ab-4062-8877-802fc64acf69,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:52.066707 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:52.067288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55518) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:52.067669 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55532) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:52.100917 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:52.112180 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] 10.222.0.16 "PUT /v2.0/ports/36cbc893-76ab-4062-8877-802fc64acf69 HTTP/1.1" status: 200 len: 1157 time: 6.2217875 Nov 19 14:25:52.153508 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb487a0-f805-49c6-8a9f-1f3bf7d07963', 'tag': '36cbc893-76ab-4062-8877-802fc64acf69'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:25:52.202366 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.202s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:52.212755 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] For port ac203b46-8371-4416-b6dd-a71bc2a3e769, host hv-cinder-76330, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:25:52.274636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 55546) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:52.390817 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Request body: {'security_group': {'name': 'tempest-securitygroup--1118514881', 'description': 'tempest-description--2076859373'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:52.415069 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:52.424607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Usage tracker for resource:security_group and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:52.434023 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:52.446178 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:52.518270 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1754682581-router', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:26Z', 'updated_at': '2020-11-19T14:25:35Z', 'revision_number': 4, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'gw_port': {'id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:27Z', 'updated_at': '2020-11-19T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': '4c4ce8ff-ac4e-419b-af11-35df2e323b7a', 'name': '', 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'mac_address': 'fa:16:3e:a0:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2173cd01-9e9b-43c2-b18e-7f09f7b1079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:33Z', 'updated_at': '2020-11-19T14:25:50Z', 'revision_number': 4, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'subnets': [{'id': '2173cd01-9e9b-43c2-b18e-7f09f7b1079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:52.518458 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-aef621c5-1d52-437a-80ac-4d278b0f441a tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:52.519985 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-aef621c5-1d52-437a-80ac-4d278b0f441a tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.16 "GET /v2.0/networks?id=155ce0ea-cd68-440f-9376-8aa82af6239b HTTP/1.1" status: 200 len: 819 time: 0.5025430 Nov 19 14:25:52.522683 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a9effd-0de8-4e48-a264-860ec71f8f6e None None] The sync data for ids ['c50a387f-9b0d-458f-8542-4fe3988dec8d'] in dv-cinder-763306-2-smb is: [{'id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1754682581-router', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:26Z', 'updated_at': '2020-11-19T14:25:35Z', 'revision_number': 4, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'gw_port': {'id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:27Z', 'updated_at': '2020-11-19T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': '4c4ce8ff-ac4e-419b-af11-35df2e323b7a', 'name': '', 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'mac_address': 'fa:16:3e:a0:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2173cd01-9e9b-43c2-b18e-7f09f7b1079a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:33Z', 'updated_at': '2020-11-19T14:25:50Z', 'revision_number': 4, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'subnets': [{'id': '2173cd01-9e9b-43c2-b18e-7f09f7b1079a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:25:52.535690 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] For port ac203b46-8371-4416-b6dd-a71bc2a3e769, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ac203b46-8371-4416-b6dd-a71bc2a3e769,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:25:52.578465 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:52.615504 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Notify callbacks [] for port, precommit_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:52.621776 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 1a56e058-806d-47bf-8660-b36c39509801 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:52.642950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Transition to ACTIVE for port object d27e49ba-c756-4a66-a98c-ceb38363f780 will not be triggered until provisioned by entity L2. {{(pid=80337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:25:52.651684 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:52.675263 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:52.802835 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:52.810588 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Usage tracker for resource:security_group_rule and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:52.815956 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:52.823440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port 1a56e058-806d-47bf-8660-b36c39509801 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:25:52.828539 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port 1a56e058-806d-47bf-8660-b36c39509801 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:52.828957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:52.829726 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:52.897224 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-74cad461-7e17-4ec5-a9b5-82a5e187e85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:52.914785 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bbeec-67cf-4803-b8d5-40fac38a6ffa None None] Pushing event updated for resources: {'Port': ['ID=d27e49ba-c756-4a66-a98c-ceb38363f780,revision_number=3']} {{(pid=80337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:52.947774 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-591bbeec-67cf-4803-b8d5-40fac38a6ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:52.959903 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2720-9ccf-4ddf-b50e-349ce94d268c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:52.968143 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:52.977712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:52.991260 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c19aae-8bb4-4c77-9440-cb343276eddb req-a81b2c35-9af4-4bb0-9399-fde4ce26209b tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:52.992061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-f6c19aae-8bb4-4c77-9440-cb343276eddb req-a81b2c35-9af4-4bb0-9399-fde4ce26209b tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Synchronizing usage tracker for tenant:ad5b8fcef4374aa6b66adc72ac0c5b9e on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:25:53.000138 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.007018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Request body: {'port': {'device_id': '027c1c2a-4d70-4700-aa3e-02414e75664b', 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b', 'admin_state_up': True, 'tenant_id': '39529dac6cd14baa83b65e88bb873659'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:53.042571 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9caadfc0-8d83-4542-b4fb-215106fcddb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:53.075220 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-241be0ac-c315-400f-bdcf-5e09e5bd0dcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad5b8fcef4374aa6b66adc72ac0c5b9e&device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 1160 time: 0.7858188 Nov 19 14:25:53.081551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.104096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-74cad461-7e17-4ec5-a9b5-82a5e187e85b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:53.108125 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port 1a56e058-806d-47bf-8660-b36c39509801, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=1a56e058-806d-47bf-8660-b36c39509801,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:25:53.114258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.115448 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 4c4ce8ff-ac4e-419b-af11-35df2e323b7a up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:53.220671 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:53.341873 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=1a56e058-806d-47bf-8660-b36c39509801,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:53.345084 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-74cad461-7e17-4ec5-a9b5-82a5e187e85b admin admin] Usage tracker for resource:security_group_rule and tenant:26fa6efe5c7b4b4095ae8b02e9a579b8 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:53.348018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:53.357532 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-74cad461-7e17-4ec5-a9b5-82a5e187e85b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:53.360704 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port 4c4ce8ff-ac4e-419b-af11-35df2e323b7a completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:25:53.369912 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port 4c4ce8ff-ac4e-419b-af11-35df2e323b7a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:53.370417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.394284 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event updated for resources: {'SecurityGroup': ['ID=c57298d5-0120-44d0-ab69-a83c8e29c286,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:53.419205 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-74cad461-7e17-4ec5-a9b5-82a5e187e85b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:53.437685 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Attempting to bind port d27e49ba-c756-4a66-a98c-ceb38363f780 on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:53.437894 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-f6c19aae-8bb4-4c77-9440-cb343276eddb req-a81b2c35-9af4-4bb0-9399-fde4ce26209b tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Unset dirty status for tenant:ad5b8fcef4374aa6b66adc72ac0c5b9e on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:25:53.437973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Attempting to bind port d27e49ba-c756-4a66-a98c-ceb38363f780 by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'}] {{(pid=80337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:25:53.437973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Attempting to bind port d27e49ba-c756-4a66-a98c-ceb38363f780 on network c9566fb2-f013-4e79-aed7-babb03e3eff8 {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:25:53.438107 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f6c19aae-8bb4-4c77-9440-cb343276eddb req-a81b2c35-9af4-4bb0-9399-fde4ce26209b tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 943 time: 1.6624534 Nov 19 14:25:53.438173 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:25:53.438173 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Checking segment: {'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:25:53.438173 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.438173 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Bound using segment: {'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'} {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:25:53.438438 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:53.438505 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Bound port: d27e49ba-c756-4a66-a98c-ceb38363f780, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'}}] {{(pid=80337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:25:53.438505 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.446799 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-9b5d3fad-2f3d-4cdc-a516-c36802384ef9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36cbc893-76ab-4062-8877-802fc64acf69 HTTP/1.1" status: 200 len: 217 time: 0.3330643 Nov 19 14:25:53.447565 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.448674 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3302262 Nov 19 14:25:53.455988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:53.463906 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55576) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:53.520454 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-445834c7-e0f7-439b-bcba-be7c8127ba50 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Request body: {'security_group_rule': {'security_group_id': 'c57298d5-0120-44d0-ab69-a83c8e29c286', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:53.536440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-445834c7-e0f7-439b-bcba-be7c8127ba50 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:53.536663 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.545651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] For port d27e49ba-c756-4a66-a98c-ceb38363f780, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:25:53.549700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] For port d27e49ba-c756-4a66-a98c-ceb38363f780, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=d27e49ba-c756-4a66-a98c-ceb38363f780,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:25:53.555763 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-445834c7-e0f7-439b-bcba-be7c8127ba50 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Usage tracker for resource:security_group_rule and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:53.560320 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.564075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-445834c7-e0f7-439b-bcba-be7c8127ba50 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:53.589258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-445834c7-e0f7-439b-bcba-be7c8127ba50 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:53.600812 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:53.607888 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-f6c19aae-8bb4-4c77-9440-cb343276eddb req-738c76a9-d3ae-4298-8cfd-92cd75a611da tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Synchronizing usage tracker for tenant:ad5b8fcef4374aa6b66adc72ac0c5b9e on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:25:53.628128 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-1b56e557-59e2-46dc-8958-4a5a412e21ac service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:53.629532 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-1b56e557-59e2-46dc-8958-4a5a412e21ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ee07648-c550-4367-9663-1008dec21a54 HTTP/1.1" status: 200 len: 852 time: 0.1646981 Nov 19 14:25:53.629885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port 4c4ce8ff-ac4e-419b-af11-35df2e323b7a, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=4c4ce8ff-ac4e-419b-af11-35df2e323b7a,segment=NetworkSegment(89ae7cbe-f5bc-4e14-a134-20a2d916f3b0),segment_id=89ae7cbe-f5bc-4e14-a134-20a2d916f3b0)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:25:53.637334 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.643144 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:53.667666 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-655f58f7-f010-40dc-9a41-b1880ca2bd5a tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:53.669483 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-655f58f7-f010-40dc-9a41-b1880ca2bd5a tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/networks?id=155ce0ea-cd68-440f-9376-8aa82af6239b HTTP/1.1" status: 200 len: 819 time: 1.3897645 Nov 19 14:25:53.685304 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-6a0d2720-9ccf-4ddf-b50e-349ce94d268c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:53.714287 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-445834c7-e0f7-439b-bcba-be7c8127ba50 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group_rule, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.727717 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-b57db498-7aa0-46bb-a7b9-714690ac387a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885155 Nov 19 14:25:53.733393 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=4c4ce8ff-ac4e-419b-af11-35df2e323b7a,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:53.737518 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-f6c19aae-8bb4-4c77-9440-cb343276eddb req-738c76a9-d3ae-4298-8cfd-92cd75a611da tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Unset dirty status for tenant:ad5b8fcef4374aa6b66adc72ac0c5b9e on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:25:53.740210 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f6c19aae-8bb4-4c77-9440-cb343276eddb req-738c76a9-d3ae-4298-8cfd-92cd75a611da tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/security-groups?id=561a97f3-009e-4c42-b98b-575759f75c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999732 Nov 19 14:25:53.747096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-6a0d2720-9ccf-4ddf-b50e-349ce94d268c admin admin] Usage tracker for resource:security_group_rule and tenant:7caaece134354f1d900a140797773c7a is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:53.760976 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.762732 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] 10.222.0.16 "PUT /v2.0/ports/ac203b46-8371-4416-b6dd-a71bc2a3e769 HTTP/1.1" status: 200 len: 1158 time: 7.7255471 Nov 19 14:25:53.766154 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:53.782568 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-74cad461-7e17-4ec5-a9b5-82a5e187e85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.795818 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-74cad461-7e17-4ec5-a9b5-82a5e187e85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:53.797246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-6a0d2720-9ccf-4ddf-b50e-349ce94d268c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:53.800341 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092eaaee-f389-46d3-9859-7a81696f4869', 'tag': 'ac203b46-8371-4416-b6dd-a71bc2a3e769'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:25:53.830490 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:53.882499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-6a0d2720-9ccf-4ddf-b50e-349ce94d268c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:53.891437 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:25:53.892753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:25:47Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:53.984801 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-c67042e1-ce6c-4909-8e27-45164745c9de tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/quotas/39529dac6cd14baa83b65e88bb873659 HTTP/1.1" status: 200 len: 375 time: 0.2445703 Nov 19 14:25:54.019599 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bbeec-67cf-4803-b8d5-40fac38a6ffa None None] Pushing event updated for resources: {'Port': ['ID=d27e49ba-c756-4a66-a98c-ceb38363f780,revision_number=4']} {{(pid=80337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:54.044347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-591bbeec-67cf-4803-b8d5-40fac38a6ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:54.063390 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:54.065650 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Pushing event updated for resources: {'Port': ['ID=ac203b46-8371-4416-b6dd-a71bc2a3e769,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:54.069597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:54.080988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Allocated IP 172.20.0.1 (6c7d019c-f6fc-47eb-aa49-9850e73d1180/20923fe1-d567-4c1e-add1-0805a365f43b/ed1f0df1-4764-48e6-9df0-128ee6baa9ae) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:25:54.102856 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-74cad461-7e17-4ec5-a9b5-82a5e187e85b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26fa6efe5c7b4b4095ae8b02e9a579b8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9871447 Nov 19 14:25:54.107769 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cad461-7e17-4ec5-a9b5-82a5e187e85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019f7bfa-45f4-4d40-9c1a-ea642bb510a7,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:54.109298 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 55590) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:54.123355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-74cad461-7e17-4ec5-a9b5-82a5e187e85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:54.137391 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:54.161635 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-445834c7-e0f7-439b-bcba-be7c8127ba50 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.173087 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-3f0c6920-f30b-42af-b434-e54681144de3 service neutron] 10.222.0.16 "GET /v2.0/networks/ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318535 Nov 19 14:25:54.173771 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-445834c7-e0f7-439b-bcba-be7c8127ba50 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639599'] for security_group_rule, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.183602 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:54.208070 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445834c7-e0f7-439b-bcba-be7c8127ba50 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b0a7ed-f3a6-42e6-8afb-599cd9651abc,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:54.212272 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-445834c7-e0f7-439b-bcba-be7c8127ba50 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:54.229941 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Made reservation on behalf of 39529dac6cd14baa83b65e88bb873659 for: {'port': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:54.235620 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.281709 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:25:54.300909 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 1a56e058-806d-47bf-8660-b36c39509801 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:54.303140 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2264158-d202-41ac-abda-1970d9ac55c2 req-0d962b87-edb8-4da7-8a5f-861088829fda tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:54.304892 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d2264158-d202-41ac-abda-1970d9ac55c2 req-0d962b87-edb8-4da7-8a5f-861088829fda tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 944 time: 0.2992213 Nov 19 14:25:54.305742 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-445834c7-e0f7-439b-bcba-be7c8127ba50 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group_rule, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.307013 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-445834c7-e0f7-439b-bcba-be7c8127ba50 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8377988 Nov 19 14:25:54.362127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55596) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:54.376143 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-c3052b29-bbab-4b9c-a51b-b26e5a863744 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Request body: {'security_group_rule': {'security_group_id': 'c57298d5-0120-44d0-ab69-a83c8e29c286', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:54.409098 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c3052b29-bbab-4b9c-a51b-b26e5a863744 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:54.420005 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c3052b29-bbab-4b9c-a51b-b26e5a863744 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Usage tracker for resource:security_group_rule and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:54.422947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port 1a56e058-806d-47bf-8660-b36c39509801 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:54.423372 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.427649 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c3052b29-bbab-4b9c-a51b-b26e5a863744 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:54.454302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c3052b29-bbab-4b9c-a51b-b26e5a863744 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:54.557394 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd0a52d6-7d3c-432f-af25-1896d1e0dcd0 req-4663cbb3-149a-4797-8665-f848ab99c6c6 service neutron] 10.222.0.16 "GET /v2.0/networks/ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3505809 Nov 19 14:25:54.562054 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c3052b29-bbab-4b9c-a51b-b26e5a863744 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group_rule, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.565271 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 4c4ce8ff-ac4e-419b-af11-35df2e323b7a up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:54.615902 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d2264158-d202-41ac-abda-1970d9ac55c2 req-8b3dc5a2-6e9a-4ff0-86ba-74161c7561c1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525702 Nov 19 14:25:54.634744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2720-9ccf-4ddf-b50e-349ce94d268c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.658138 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port 4c4ce8ff-ac4e-419b-af11-35df2e323b7a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:54.658559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.766045 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c3052b29-bbab-4b9c-a51b-b26e5a863744 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.769332 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:25:54.777068 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c3052b29-bbab-4b9c-a51b-b26e5a863744 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639599'] for security_group_rule, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.788992 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-445834c7-e0f7-439b-bcba-be7c8127ba50 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:54.789515 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdf3d04-164d-4f23-828a-b3619184e15f None None] The sync data for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb is: [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:25:54.827860 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3052b29-bbab-4b9c-a51b-b26e5a863744 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1025620-f3ea-445a-87ab-dcc4da1f4a25,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:54.840446 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c3052b29-bbab-4b9c-a51b-b26e5a863744 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:54.856786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c3052b29-bbab-4b9c-a51b-b26e5a863744 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group_rule, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.865115 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-c3052b29-bbab-4b9c-a51b-b26e5a863744 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4971552 Nov 19 14:25:54.866111 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55610) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:54.901070 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Request body: {'floatingip': {'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:54.912008 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:54.917372 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Usage tracker for resource:floatingip and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:54.920893 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:54.934641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:54.939988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-66d28328-720f-4959-b15c-1a56c98c5652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.959775 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.973507 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-66d28328-720f-4959-b15c-1a56c98c5652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:54.993955 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb487a0-f805-49c6-8a9f-1f3bf7d07963', 'tag': '36cbc893-76ab-4062-8877-802fc64acf69', 'status': 'completed', 'code': 200} Nov 19 14:25:55.338686 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6a0d2720-9ccf-4ddf-b50e-349ce94d268c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:55.341199 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092eaaee-f389-46d3-9859-7a81696f4869', 'tag': 'ac203b46-8371-4416-b6dd-a71bc2a3e769', 'status': 'completed', 'code': 200} Nov 19 14:25:55.393527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:55.414538 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Transition to ACTIVE for port object ed1f0df1-4764-48e6-9df0-128ee6baa9ae will not be triggered until provisioned by entity DHCP. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:25:55.448663 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-66d28328-720f-4959-b15c-1a56c98c5652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:55.476850 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-df9bf9a3-5ce8-41b6-b247-c33d7d45ac20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:55.487414 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-0bc4f6b0-e16c-450d-a9db-d011f1378cec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a9ca28804934403add148eff8fd4c9e&device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 1161 time: 1.6256208 Nov 19 14:25:55.509197 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-6dfc299c-0dae-497b-ae22-b3ab6e2206f9 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?tenant_id=39529dac6cd14baa83b65e88bb873659&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5146894 Nov 19 14:25:55.528164 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6a0d2720-9ccf-4ddf-b50e-349ce94d268c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7caaece134354f1d900a140797773c7a&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2485330 Nov 19 14:25:55.532361 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55624) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:55.611116 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0e24ddb3-91be-4b7a-b8ad-0a92264d646f req-457c1d6d-a797-4f78-bf25-f5c69293a50d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad5b8fcef4374aa6b66adc72ac0c5b9e&device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 1160 time: 0.5724869 Nov 19 14:25:55.655088 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f1009-d627-44aa-ae4a-b198b8428496 req-fa039473-14a0-4ff0-a473-63e9e9f76485 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:55.656649 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5d2f1009-d627-44aa-ae4a-b198b8428496 req-fa039473-14a0-4ff0-a473-63e9e9f76485 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 943 time: 0.2508841 Nov 19 14:25:55.661496 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:55.701883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-66d28328-720f-4959-b15c-1a56c98c5652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:55.703282 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-66d28328-720f-4959-b15c-1a56c98c5652 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/019f7bfa-45f4-4d40-9c1a-ea642bb510a7 HTTP/1.1" status: 204 len: 168 time: 1.5840592 Nov 19 14:25:55.717852 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d2720-9ccf-4ddf-b50e-349ce94d268c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98069694-f069-41b1-b235-5149235b0d99,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:55.737430 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-8d5223eb-4286-499b-b123-27ac2fec6f48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac203b46-8371-4416-b6dd-a71bc2a3e769 HTTP/1.1" status: 200 len: 217 time: 0.1966679 Nov 19 14:25:55.749797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Allocated IP 172.20.0.8 (155ce0ea-cd68-440f-9376-8aa82af6239b/2173cd01-9e9b-43c2-b18e-7f09f7b1079a/2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:25:55.760392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d28328-720f-4959-b15c-1a56c98c5652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019f7bfa-45f4-4d40-9c1a-ea642bb510a7,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:55.865358 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9e198c95-85fd-436f-bd8e-2ecc425d7d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:55.902621 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9e198c95-85fd-436f-bd8e-2ecc425d7d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:55.916535 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-66d28328-720f-4959-b15c-1a56c98c5652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:55.918036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc910e05-031d-40b6-89b7-63fb80113989 req-0cd4ddf9-5ae4-4aa5-8139-405d7ecef3c7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:55.919752 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-0cd4ddf9-5ae4-4aa5-8139-405d7ecef3c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54b9d577-16b6-421d-b592-1d51eee4212f HTTP/1.1" status: 200 len: 855 time: 0.1674674 Nov 19 14:25:55.920268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cd502b14-c76c-4b19-8692-786c2da24d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:55.920818 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cd502b14-c76c-4b19-8692-786c2da24d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:55.934519 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:55.960984 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9e198c95-85fd-436f-bd8e-2ecc425d7d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:55.995279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-546e3bb7-582d-4cf1-a74a-341bfe3b8e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:56.009451 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:56.011291 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5d2f1009-d627-44aa-ae4a-b198b8428496 req-65308779-fba7-4b2c-9c95-865759536050 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/security-groups?id=561a97f3-009e-4c42-b98b-575759f75c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326607 Nov 19 14:25:56.091459 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-9ddfe2f8-317c-4246-8913-90a9cd8283bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529076 Nov 19 14:25:56.112574 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9e198c95-85fd-436f-bd8e-2ecc425d7d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:56.113320 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9e198c95-85fd-436f-bd8e-2ecc425d7d92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98069694-f069-41b1-b235-5149235b0d99 HTTP/1.1" status: 204 len: 168 time: 0.5789099 Nov 19 14:25:56.114456 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e198c95-85fd-436f-bd8e-2ecc425d7d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98069694-f069-41b1-b235-5149235b0d99,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:56.128440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9e198c95-85fd-436f-bd8e-2ecc425d7d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:56.140262 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24ddb3-91be-4b7a-b8ad-0a92264d646f req-f79f6342-9719-4bc7-b3eb-378b9837fe16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:56.141975 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0e24ddb3-91be-4b7a-b8ad-0a92264d646f req-f79f6342-9719-4bc7-b3eb-378b9837fe16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde HTTP/1.1" status: 200 len: 906 time: 0.5173621 Nov 19 14:25:56.293627 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0e24ddb3-91be-4b7a-b8ad-0a92264d646f req-7ed0d760-9048-4106-9ae9-0369483d49a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36cbc893-76ab-4062-8877-802fc64acf69 HTTP/1.1" status: 200 len: 217 time: 0.1019738 Nov 19 14:25:56.357130 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-7df28216-4796-4438-b4e8-b7d96d324011 service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475581 Nov 19 14:25:56.402119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device d27e49ba-c756-4a66-a98c-ceb38363f780 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:56.484087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55640) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:56.503850 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-7ebf8d06-3c95-4c58-92f9-c4763f4acb75 service neutron] 10.222.0.43 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9753134 Nov 19 14:25:56.518703 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port d27e49ba-c756-4a66-a98c-ceb38363f780 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:25:56.533014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port d27e49ba-c756-4a66-a98c-ceb38363f780 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:56.534360 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:56.542965 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1f0df1-4764-48e6-9df0-128ee6baa9ae,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:56.543100 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-610f7f1c-9796-4683-aba8-345e25b17714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:56.561378 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:56.631452 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24ddb3-91be-4b7a-b8ad-0a92264d646f req-ea2b554d-94c7-46b7-ad8a-405f20f7f5bb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:56.633190 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0e24ddb3-91be-4b7a-b8ad-0a92264d646f req-ea2b554d-94c7-46b7-ad8a-405f20f7f5bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ee07648-c550-4367-9663-1008dec21a54 HTTP/1.1" status: 200 len: 852 time: 0.3273268 Nov 19 14:25:56.704168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b6bf0-8c85-48ef-8942-227028ee7ece req-8d23d341-496d-4304-bbcb-51108ab90b12 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:56.705736 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-299b6bf0-8c85-48ef-8942-227028ee7ece req-8d23d341-496d-4304-bbcb-51108ab90b12 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 944 time: 0.2944062 Nov 19 14:25:56.735718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:56.778950 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0e24ddb3-91be-4b7a-b8ad-0a92264d646f req-ff09fecd-19b3-4a06-881b-9bce4e0f880e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328304 Nov 19 14:25:56.783168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port d27e49ba-c756-4a66-a98c-ceb38363f780, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=d27e49ba-c756-4a66-a98c-ceb38363f780,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:25:56.787971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:56.793585 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:56.817215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-610f7f1c-9796-4683-aba8-345e25b17714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:56.820399 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Allocated IP 172.28.0.85 (ca817bba-b7b8-4a37-9c7c-42c1a6687b2c/542d015a-8e34-4d9c-af1c-363e209ac3b2/f94c058f-4adb-4a19-b3f0-8022f9ad33c1) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:25:56.867538 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-610f7f1c-9796-4683-aba8-345e25b17714 admin admin] Usage tracker for resource:security_group_rule and tenant:c6ce51d70b0c4da68fef5d33fc9865e1 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:56.899821 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:56.902227 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-610f7f1c-9796-4683-aba8-345e25b17714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:56.914582 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:56.922240 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=d27e49ba-c756-4a66-a98c-ceb38363f780,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:56.927048 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:56.936870 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-299b6bf0-8c85-48ef-8942-227028ee7ece req-0838f0f0-af57-43d7-ba26-0a8ccfa865a1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101254 Nov 19 14:25:56.939070 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:25:56.939586 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605674'] for router_interface, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:56.969734 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-610f7f1c-9796-4683-aba8-345e25b17714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:57.047801 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55652) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:57.198683 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-610f7f1c-9796-4683-aba8-345e25b17714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:57.231790 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc910e05-031d-40b6-89b7-63fb80113989 req-d6b78ce0-835f-45c8-9b5d-d028f93139c6 service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8384070 Nov 19 14:25:57.240945 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-323a2c0f-ae77-4439-af6c-01bf6b785de4 service neutron] 10.222.0.43 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7362039 Nov 19 14:25:57.269237 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:57.284654 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-610f7f1c-9796-4683-aba8-345e25b17714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:57.290040 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-bf7f0a06-ea2e-4bde-9a03-17d69073395b None None] Provisioning for port ed1f0df1-4764-48e6-9df0-128ee6baa9ae completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:25:57.298750 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-bf7f0a06-ea2e-4bde-9a03-17d69073395b None None] Provisioning complete for port ed1f0df1-4764-48e6-9df0-128ee6baa9ae triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:57.299258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bf7f0a06-ea2e-4bde-9a03-17d69073395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:57.355808 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:57.361574 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-bf7f0a06-ea2e-4bde-9a03-17d69073395b None None] Port ed1f0df1-4764-48e6-9df0-128ee6baa9ae cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:25:57.365215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ac7609ab-4a58-4f28-8652-65d915d19eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:57.372684 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d3048ab0-a116-40f5-84dd-5e937a1bec86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:57.418690 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:57.490111 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d5099ee8-f0f5-40a8-83b1-264cb5a87106 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:57.499594 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f7f1c-9796-4683-aba8-345e25b17714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d105769-c7c8-40e6-822d-0c9a861c5b42,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:57.504237 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-610f7f1c-9796-4683-aba8-345e25b17714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:57.506616 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0e24ddb3-91be-4b7a-b8ad-0a92264d646f req-94bc1d9c-90f5-4849-9dd3-60f31ad6bc15 service neutron] 10.222.0.16 "GET /v2.0/networks/ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6908994 Nov 19 14:25:57.571221 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-610f7f1c-9796-4683-aba8-345e25b17714 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6ce51d70b0c4da68fef5d33fc9865e1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0835869 Nov 19 14:25:57.581877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55664) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:57.590683 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-d3048ab0-a116-40f5-84dd-5e937a1bec86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:57.594865 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-93c33d2d-8c32-4b95-9cfb-f783eb4b268f req-ee048eed-d635-4dfa-9226-1d85f19a0bd5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Synchronizing usage tracker for tenant:39529dac6cd14baa83b65e88bb873659 on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:25:57.597399 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:57.630040 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-d3048ab0-a116-40f5-84dd-5e937a1bec86 admin admin] Usage tracker for resource:security_group_rule and tenant:0c305aa64bca430aa0ea4955d3235f88 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:25:57.642951 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-d3048ab0-a116-40f5-84dd-5e937a1bec86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:25:57.709597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-d3048ab0-a116-40f5-84dd-5e937a1bec86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:57.755932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-93c33d2d-8c32-4b95-9cfb-f783eb4b268f req-ee048eed-d635-4dfa-9226-1d85f19a0bd5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Unset dirty status for tenant:39529dac6cd14baa83b65e88bb873659 on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:25:57.757220 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-93c33d2d-8c32-4b95-9cfb-f783eb4b268f req-ee048eed-d635-4dfa-9226-1d85f19a0bd5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 210 time: 0.2718205 Nov 19 14:25:57.769479 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Pushing event updated for resources: {'Port': ['ID=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:57.777890 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:57.802997 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf5a9b-ef63-4020-b26c-922d2e412c3d req-c2c2382f-8b36-4ce7-be5a-2aa418424af0 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:57.804751 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8fcf5a9b-ef63-4020-b26c-922d2e412c3d req-c2c2382f-8b36-4ce7-be5a-2aa418424af0 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 943 time: 0.5287061 Nov 19 14:25:57.829519 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a9f11dd1-6bc5-4a91-8639-83af9710e304 req-dbdf006e-f1e2-4f90-814c-402d68e3f44a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a9ca28804934403add148eff8fd4c9e&device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 1161 time: 0.4748142 Nov 19 14:25:57.878261 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6204d011-25f3-4650-b089-7e3e74672cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:57.928276 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0e24ddb3-91be-4b7a-b8ad-0a92264d646f req-ea6b71ab-8efb-4547-ab2b-2ad6f96d9bbe service neutron] 10.222.0.16 "GET /v2.0/networks/ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4121141 Nov 19 14:25:57.963527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:57.973966 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6204d011-25f3-4650-b089-7e3e74672cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.011119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:58.044520 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d3048ab0-a116-40f5-84dd-5e937a1bec86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.060904 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Network 155ce0ea-cd68-440f-9376-8aa82af6239b is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:58.065602 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:58.084363 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:25:58.088903 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:58.089573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.191901 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f11dd1-6bc5-4a91-8639-83af9710e304 req-eb644581-7219-458d-b70e-c5ee0da5d1f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:58.193510 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a9f11dd1-6bc5-4a91-8639-83af9710e304 req-eb644581-7219-458d-b70e-c5ee0da5d1f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 HTTP/1.1" status: 200 len: 909 time: 0.3514895 Nov 19 14:25:58.248389 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device d27e49ba-c756-4a66-a98c-ceb38363f780 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:25:58.303966 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a9f11dd1-6bc5-4a91-8639-83af9710e304 req-7a16ef5d-6b60-4dbd-95f6-952d6d34ae5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac203b46-8371-4416-b6dd-a71bc2a3e769 HTTP/1.1" status: 200 len: 217 time: 0.1003554 Nov 19 14:25:58.307545 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d3048ab0-a116-40f5-84dd-5e937a1bec86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.307848 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4142208 Nov 19 14:25:58.329714 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.resource_extend [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 14:25:58.334112 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port d27e49ba-c756-4a66-a98c-ceb38363f780 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:58.334642 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.352316 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8fcf5a9b-ef63-4020-b26c-922d2e412c3d req-32d92410-777f-4ece-b38f-6c0182eea6dd tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/security-groups?id=561a97f3-009e-4c42-b98b-575759f75c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314138 Nov 19 14:25:58.412331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Request body: {'port': {'device_id': '027c1c2a-4d70-4700-aa3e-02414e75664b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:58.442130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event updated for resources: {'Port': ['ID=f94c058f-4adb-4a19-b3f0-8022f9ad33c1,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:58.465224 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:58.465788 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:58.481091 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-d3048ab0-a116-40f5-84dd-5e937a1bec86 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c305aa64bca430aa0ea4955d3235f88&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4137576 Nov 19 14:25:58.487964 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55684) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:58.494269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.522893 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.529933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6204d011-25f3-4650-b089-7e3e74672cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.534448 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3dc5f-c461-475a-ad67-28db81f39c6a req-76d36534-c7ed-4cf7-a5f6-f6e17e79f599 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:58.535910 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cbd3dc5f-c461-475a-ad67-28db81f39c6a req-76d36534-c7ed-4cf7-a5f6-f6e17e79f599 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 944 time: 0.4663222 Nov 19 14:25:58.540509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853334317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854170876'] for router_interface, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.563482 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:58.564448 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3048ab0-a116-40f5-84dd-5e937a1bec86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc6216f-b013-4c84-a430-70fe4aac918d,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:58.600918 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d3048ab0-a116-40f5-84dd-5e937a1bec86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:58.601383 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:58.619768 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204d011-25f3-4650-b089-7e3e74672cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d105769-c7c8-40e6-822d-0c9a861c5b42,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:58.623834 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6204d011-25f3-4650-b089-7e3e74672cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:58.661020 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:58.665073 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:58.669520 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6204d011-25f3-4650-b089-7e3e74672cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.670776 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6204d011-25f3-4650-b089-7e3e74672cae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d105769-c7c8-40e6-822d-0c9a861c5b42 HTTP/1.1" status: 204 len: 168 time: 1.0868762 Nov 19 14:25:58.672049 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:25:58.676877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e4b86bd0-bd19-4b88-8c4c-3d227dc08e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.711976 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f11dd1-6bc5-4a91-8639-83af9710e304 req-910d27c8-ff50-4737-981a-7fb749ea382f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:58.713993 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a9f11dd1-6bc5-4a91-8639-83af9710e304 req-910d27c8-ff50-4737-981a-7fb749ea382f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54b9d577-16b6-421d-b592-1d51eee4212f HTTP/1.1" status: 200 len: 855 time: 0.3666220 Nov 19 14:25:58.746955 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e4b86bd0-bd19-4b88-8c4c-3d227dc08e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.891971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.899131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ed1f0df1-4764-48e6-9df0-128ee6baa9ae,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:58.904096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:58.915539 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e4b86bd0-bd19-4b88-8c4c-3d227dc08e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:58.919387 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a9f11dd1-6bc5-4a91-8639-83af9710e304 req-7e9856a7-c830-4fc5-ac46-e3cf4dc0c1c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1795936 Nov 19 14:25:58.937094 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:59.005873 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cbd3dc5f-c461-475a-ad67-28db81f39c6a req-5e1dec7e-31f3-4135-950a-713e466d4771 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454184 Nov 19 14:25:59.181522 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:25:59.191306 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c0d1009e-849a-4100-868c-37bd53b78a2d req-838e51c4-2a7b-4d87-a2cb-c6ed9131f833 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 210 time: 0.1043332 Nov 19 14:25:59.293817 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e4b86bd0-bd19-4b88-8c4c-3d227dc08e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:59.295569 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e4b86bd0-bd19-4b88-8c4c-3d227dc08e3d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bc6216f-b013-4c84-a430-70fe4aac918d HTTP/1.1" status: 204 len: 168 time: 0.8057642 Nov 19 14:25:59.297147 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:25:59.304720 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:25:59.306677 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b86bd0-bd19-4b88-8c4c-3d227dc08e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc6216f-b013-4c84-a430-70fe4aac918d,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:25:59.328488 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e4b86bd0-bd19-4b88-8c4c-3d227dc08e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:25:59.355225 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:59.420637 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a9f11dd1-6bc5-4a91-8639-83af9710e304 req-86af5034-3108-46b4-8a56-a11a36913810 service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860346 Nov 19 14:25:59.428773 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-216e76e7-abbf-4b1b-b778-a45aba6edffb tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:25:59.430578 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-216e76e7-abbf-4b1b-b778-a45aba6edffb tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.16 "GET /v2.0/networks?id=155ce0ea-cd68-440f-9376-8aa82af6239b HTTP/1.1" status: 200 len: 819 time: 0.4570272 Nov 19 14:25:59.475842 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Request body: {'port': {'device_id': '19c438a2-e037-4cb7-a933-94c0fb648913', 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b', 'admin_state_up': True, 'tenant_id': '39529dac6cd14baa83b65e88bb873659'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:59.756298 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:25:59.766530 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:25:59.773572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55720) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:25:59.793483 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-ad04a95e-eba3-4848-b670-6e5996eaf537 None None] Provisioning complete for port ed1f0df1-4764-48e6-9df0-128ee6baa9ae triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:25:59.794130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ad04a95e-eba3-4848-b670-6e5996eaf537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:59.796902 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Made reservation on behalf of 39529dac6cd14baa83b65e88bb873659 for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:25:59.803058 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:25:59.868603 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.objects.ports [None req-779ed29d-971d-4c10-b197-f6f51efd6756 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80336) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 14:25:59.888971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-ad04a95e-eba3-4848-b670-6e5996eaf537 None None] Port ed1f0df1-4764-48e6-9df0-128ee6baa9ae cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:26:00.154990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-36077746-3e9a-4eea-8ff5-1fdfcadc7d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:00.339671 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:00.366317 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:00.374220 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-36077746-3e9a-4eea-8ff5-1fdfcadc7d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:00.387972 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a9f11dd1-6bc5-4a91-8639-83af9710e304 req-dfb62fed-29eb-4e98-8906-fa35090724d2 service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6398721 Nov 19 14:26:00.396261 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d6f41-d2f3-4f4a-b646-624a75e259c0 req-3d61de52-96ad-4ab2-8579-0b0d7c5b1c2b tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:00.397810 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dd7d6f41-d2f3-4f4a-b646-624a75e259c0 req-3d61de52-96ad-4ab2-8579-0b0d7c5b1c2b tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 943 time: 0.6510572 Nov 19 14:26:00.520541 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-36077746-3e9a-4eea-8ff5-1fdfcadc7d53 admin admin] Usage tracker for resource:security_group_rule and tenant:f09d0015ed364f31a208e7f9b17c5487 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:00.524713 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:00.550188 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dd7d6f41-d2f3-4f4a-b646-624a75e259c0 req-1163e68d-272d-49ba-acf0-cc672b08d3b7 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/security-groups?id=561a97f3-009e-4c42-b98b-575759f75c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940845 Nov 19 14:26:00.560855 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-36077746-3e9a-4eea-8ff5-1fdfcadc7d53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:00.567473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 36cbc893-76ab-4062-8877-802fc64acf69 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:00.595362 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-36077746-3e9a-4eea-8ff5-1fdfcadc7d53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:00.644879 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:00.659206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event updated for resources: {'Port': ['ID=f94c058f-4adb-4a19-b3f0-8022f9ad33c1,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:00.669517 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:00.684040 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1fcfa-d8ec-46a9-9d6d-39818e39bdc6 req-0a7b2586-1b67-466a-a1b3-b23b47f02b01 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:00.691446 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4bb1fcfa-d8ec-46a9-9d6d-39818e39bdc6 req-0a7b2586-1b67-466a-a1b3-b23b47f02b01 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 944 time: 0.4447157 Nov 19 14:26:00.744333 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port 36cbc893-76ab-4062-8877-802fc64acf69 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:26:00.755739 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 {{(pid=80335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:26:00.759597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 36cbc893-76ab-4062-8877-802fc64acf69 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:00.759737 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:00.790583 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:00.812561 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Transition to ACTIVE for port object 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:26:00.823885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:00.961498 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:00.962963 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0936613 Nov 19 14:26:00.976608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8e408c64-c036-4000-b3a7-a00b60e73346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:00.983499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:01.017405 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4bb1fcfa-d8ec-46a9-9d6d-39818e39bdc6 req-65eacf77-1e88-49a0-896e-0504180188b7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249915 Nov 19 14:26:01.031728 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 36cbc893-76ab-4062-8877-802fc64acf69, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=36cbc893-76ab-4062-8877-802fc64acf69,segment=NetworkSegment(f3c2c780-0327-40ba-83fd-dcefbf77ef8a),segment_id=f3c2c780-0327-40ba-83fd-dcefbf77ef8a)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:26:01.034972 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb487a0-f805-49c6-8a9f-1f3bf7d07963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cbc893-76ab-4062-8877-802fc64acf69'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:01.097576 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55756) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:01.119138 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-36077746-3e9a-4eea-8ff5-1fdfcadc7d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:01.144951 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Allocated IP 172.20.0.14 (155ce0ea-cd68-440f-9376-8aa82af6239b/2173cd01-9e9b-43c2-b18e-7f09f7b1079a/240e58bb-f932-4ae4-8f41-baad12f36598) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:26:01.144951 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-36077746-3e9a-4eea-8ff5-1fdfcadc7d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:01.152816 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:01.155684 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a0319705-a61b-4097-b821-26ea5495b260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:01.158658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e4b86bd0-bd19-4b88-8c4c-3d227dc08e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:01.224667 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:26:01.253312 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-36077746-3e9a-4eea-8ff5-1fdfcadc7d53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f09d0015ed364f31a208e7f9b17c5487&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4610388 Nov 19 14:26:01.254804 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36077746-3e9a-4eea-8ff5-1fdfcadc7d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61090f27-bb5f-413d-bcf8-0da3168f298f,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:01.257475 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55768) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:01.263381 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-36077746-3e9a-4eea-8ff5-1fdfcadc7d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:01.278830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=36cbc893-76ab-4062-8877-802fc64acf69,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:01.290280 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:01.339626 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:01.343271 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:01.345955 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cd12e788-ab64-4e0c-a27c-6ef8fa5201d6 req-8f34d670-1897-40be-a0bc-95e7875c48ac tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 210 time: 0.0628984 Nov 19 14:26:01.476482 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Attempting to bind port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:26:01.476848 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Attempting to bind port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:26:01.477204 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Attempting to bind port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 on network 155ce0ea-cd68-440f-9376-8aa82af6239b {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:26:01.501112 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:26:01.501518 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Checking segment: {'id': '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:26:01.501900 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:01.502301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Bound using segment: {'id': '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:26:01.502816 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Bound port: 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:26:01.503307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:01.658782 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] For port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2, host hv-cinder-76330, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:26:01.663509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] For port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2,segment=NetworkSegment(89ae7cbe-f5bc-4e14-a134-20a2d916f3b0),segment_id=89ae7cbe-f5bc-4e14-a134-20a2d916f3b0)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:26:01.671550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:01.707189 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1041159792-network', 'tenant_id': '47bd072d187249d49be8b1e7fa515356'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:01.734524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4046de5b-4269-4b47-a021-69bfcfc36261 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:01.764297 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:01.771491 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.objects.ports [None req-62b3e688-8a2f-4f19-bb65-15b5c778603f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80336) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 14:26:01.779279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Usage tracker for resource:network and tenant:47bd072d187249d49be8b1e7fa515356 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:01.785974 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:01.791304 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb8ce-bdd6-4bc1-8c27-f5b94dc3a5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:01.800301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:01.867299 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb8ce-bdd6-4bc1-8c27-f5b94dc3a5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:01.885121 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Made reservation on behalf of 47bd072d187249d49be8b1e7fa515356 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:26:01.890154 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:01.926157 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-6f24069f-3e33-4dec-8913-06826a10e625 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Synchronizing usage tracker for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:01.931746 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:01.939514 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:02.007926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-6f24069f-3e33-4dec-8913-06826a10e625 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Unset dirty status for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:02.009347 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-6f24069f-3e33-4dec-8913-06826a10e625 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1118514881&fields=id&tenant_id=77b33d747f6846c6b1b67fccd366d808 HTTP/1.1" status: 200 len: 267 time: 0.3166254 Nov 19 14:26:02.017784 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:02.027852 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Usage tracker for resource:security_group_rule and tenant:47bd072d187249d49be8b1e7fa515356 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:02.054833 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:02.065064 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:02.100967 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb8ce-bdd6-4bc1-8c27-f5b94dc3a5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:02.110365 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:02.118157 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:02.205185 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:02.215122 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:02.224672 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cb8ce-bdd6-4bc1-8c27-f5b94dc3a5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61090f27-bb5f-413d-bcf8-0da3168f298f,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:02.235775 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fd7cb8ce-bdd6-4bc1-8c27-f5b94dc3a5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:02.241050 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:02.302561 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83533f7b-3b43-455a-a90a-09c720f8c5ff req-6de98bf7-6a80-4b3c-bb7e-f47095b794e8 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:02.310218 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-83533f7b-3b43-455a-a90a-09c720f8c5ff req-6de98bf7-6a80-4b3c-bb7e-f47095b794e8 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 945 time: 0.5810826 Nov 19 14:26:02.315856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:26:02.338768 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fd7cb8ce-bdd6-4bc1-8c27-f5b94dc3a5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:02.343734 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-fd7cb8ce-bdd6-4bc1-8c27-f5b94dc3a5f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61090f27-bb5f-413d-bcf8-0da3168f298f HTTP/1.1" status: 204 len: 168 time: 1.0792801 Nov 19 14:26:02.343872 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:02.344547 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] 10.222.0.16 "PUT /v2.0/ports/2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 HTTP/1.1" status: 200 len: 1157 time: 4.0169642 Nov 19 14:26:02.345049 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027c1c2a-4d70-4700-aa3e-02414e75664b', 'tag': '2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:02.394125 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-83533f7b-3b43-455a-a90a-09c720f8c5ff req-3161cc66-3f12-4795-a381-45c9a309ab03 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/security-groups?id=561a97f3-009e-4c42-b98b-575759f75c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827963 Nov 19 14:26:02.404052 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Sync routers for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:26:02.414510 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] 10.222.0.43 "PUT /v2.0/routers/6bd17626-f6eb-49b4-b5d9-095d6c7f97ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6294553 Nov 19 14:26:02.449908 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:26:02.453241 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:25:47Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:02.488274 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Pushing event updated for resources: {'Port': ['ID=240e58bb-f932-4ae4-8f41-baad12f36598,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:02.504093 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-50b90299-6b75-401b-ad08-888bd9da80e0 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:02.505737 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-50b90299-6b75-401b-ad08-888bd9da80e0 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/networks?id=c9566fb2-f013-4e79-aed7-babb03e3eff8 HTTP/1.1" status: 200 len: 811 time: 0.4810777 Nov 19 14:26:02.507364 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-94f556dd-c914-41ee-9268-7d4bae30c7f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39529dac6cd14baa83b65e88bb873659&device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 1160 time: 0.0958393 Nov 19 14:26:02.513958 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:02.565531 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:02.570325 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-9ec2ee66-7c91-4314-ac8a-27ae117f2233 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/quotas/77b33d747f6846c6b1b67fccd366d808 HTTP/1.1" status: 200 len: 375 time: 0.0532575 Nov 19 14:26:02.574867 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:02.580687 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ff1bde16-2153-4394-b744-391f84295003 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:02.663995 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:26:02.667346 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-c18536ac-1f72-424f-9d43-5a4c3f0617eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 HTTP/1.1" status: 200 len: 217 time: 0.1455059 Nov 19 14:26:02.685615 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device ac203b46-8371-4416-b6dd-a71bc2a3e769 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:02.694574 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0042a1d-e2ef-423f-82eb-5cdac3735a70,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:02.701405 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:02.703428 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Network 155ce0ea-cd68-440f-9376-8aa82af6239b is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:26:02.704767 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:02.705237 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Added segment d527ac75-4b08-4c66-861e-fd6c071615db of type vxlan for network 43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 Nov 19 14:26:02.708060 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:26:02.714999 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:26:02.719207 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:02.719863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:02.770811 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:02.794225 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3230336 Nov 19 14:26:02.812781 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:26:02.814001 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-b54d842b-f319-4360-a8d7-c259f17839be tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?tenant_id=77b33d747f6846c6b1b67fccd366d808&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2354467 Nov 19 14:26:02.822601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Request body: {'port': {'device_id': '19c438a2-e037-4cb7-a933-94c0fb648913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:02.834699 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-0d23c2d8-7bca-433e-8902-712cf3bdcc11 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:02.837202 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-0d23c2d8-7bca-433e-8902-712cf3bdcc11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2173cd01-9e9b-43c2-b18e-7f09f7b1079a HTTP/1.1" status: 200 len: 859 time: 0.1615720 Nov 19 14:26:02.898391 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-9837d8f3-d492-4e7d-8ae0-500efcc39fa2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=155ce0ea-cd68-440f-9376-8aa82af6239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537186 Nov 19 14:26:02.911057 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:02.911606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port ac203b46-8371-4416-b6dd-a71bc2a3e769 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:26:02.926172 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:02.926834 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:02.936903 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:03.006510 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port ac203b46-8371-4416-b6dd-a71bc2a3e769 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:03.006931 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:03.033263 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55826) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:03.094612 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-84c39edd-c02e-458f-8f5a-6159605e7162 service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902931 Nov 19 14:26:03.109503 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.0083237 Nov 19 14:26:03.130532 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55832) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:03.172257 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Request body: {'subnet': {'network_id': '43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1041159792-subnet', 'tenant_id': '47bd072d187249d49be8b1e7fa515356', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:03.299574 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-802ed22d-2e87-4f2b-bdc7-b490051a840c req-eeb7d331-b270-4c46-bacc-3364065827b8 service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1949224 Nov 19 14:26:03.330668 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:03.349652 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 55836) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:03.388697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b1fcfb79-dbed-4439-97f8-dbda43588111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:03.393995 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:03.418842 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb487a0-f805-49c6-8a9f-1f3bf7d07963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cbc893-76ab-4062-8877-802fc64acf69', 'code': 200} Nov 19 14:26:03.443597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Pushing event updated for resources: {'Network': ['ID=43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:03.446728 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-b1fcfb79-dbed-4439-97f8-dbda43588111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:03.451195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-b1fcfb79-dbed-4439-97f8-dbda43588111 admin admin] Usage tracker for resource:security_group_rule and tenant:657ea45db5fa4489a703f9351ea91cb9 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:03.451670 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:03.455638 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-b1fcfb79-dbed-4439-97f8-dbda43588111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:03.463854 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-b1fcfb79-dbed-4439-97f8-dbda43588111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:03.480758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Usage tracker for resource:subnet and tenant:47bd072d187249d49be8b1e7fa515356 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:03.510625 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network 43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:26:03.519492 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-84c2a14c-fec8-4d3d-a2e9-f721d2f8c931 service neutron] 10.222.0.43 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698558 Nov 19 14:26:03.523967 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network 43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:26:03.529091 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:03.560510 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b1fcfb79-dbed-4439-97f8-dbda43588111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:03.573573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b1fcfb79-dbed-4439-97f8-dbda43588111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:03.586132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:03.687141 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:03.702336 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcfb79-dbed-4439-97f8-dbda43588111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aefbd2-a77c-4c66-bbc5-1de848baf1bb,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:03.712996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b1fcfb79-dbed-4439-97f8-dbda43588111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:03.719969 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b1fcfb79-dbed-4439-97f8-dbda43588111 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=657ea45db5fa4489a703f9351ea91cb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3687840 Nov 19 14:26:03.724906 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 55844) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:03.756522 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:03.775576 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-601dd237-b677-4f61-84d7-611e030a59e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:03.784303 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 2, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:03.801426 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Checking router: 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:26:03.801616 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Made reservation on behalf of 47bd072d187249d49be8b1e7fa515356 for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:26:03.801884 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Updating router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab port ed1f0df1-4764-48e6-9df0-128ee6baa9ae binding host dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 14:26:03.806535 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:03.850290 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba6347-6a41-4064-9800-869620283062 req-43c4fec3-fdaa-4fce-99fb-010072ade811 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:03.851954 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7fba6347-6a41-4064-9800-869620283062 req-43c4fec3-fdaa-4fce-99fb-010072ade811 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 944 time: 0.2177696 Nov 19 14:26:03.862792 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port ac203b46-8371-4416-b6dd-a71bc2a3e769, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ac203b46-8371-4416-b6dd-a71bc2a3e769,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:26:03.871261 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:03.872176 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 36cbc893-76ab-4062-8877-802fc64acf69 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:03.896005 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-de6d5b8e-a6aa-41e2-9c00-471054d10c25 service neutron] 10.222.0.43 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3574591 Nov 19 14:26:03.897267 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:03.898691 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc3e4633-c393-4ecb-910d-567a954d5ee9 req-91161241-5682-438e-ab9b-239f9b8396f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 1162 time: 0.1769016 Nov 19 14:26:03.906507 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9338eda3-8479-49a0-bbd6-756411f471d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:03.912404 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:03.935064 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9338eda3-8479-49a0-bbd6-756411f471d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:03.975730 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-601dd237-b677-4f61-84d7-611e030a59e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:03.986349 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-601dd237-b677-4f61-84d7-611e030a59e4 admin admin] Usage tracker for resource:security_group_rule and tenant:2eeb0fc428364d85b407b3fde58863f5 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:03.995440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9338eda3-8479-49a0-bbd6-756411f471d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:04.005052 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-66d28328-720f-4959-b15c-1a56c98c5652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:04.022195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc3e4633-c393-4ecb-910d-567a954d5ee9 req-632c3eae-4ffb-4cdb-a648-418dec936f5a service neutron] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:04.040261 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338eda3-8479-49a0-bbd6-756411f471d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aefbd2-a77c-4c66-bbc5-1de848baf1bb,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:04.045437 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-601dd237-b677-4f61-84d7-611e030a59e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:04.052778 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9338eda3-8479-49a0-bbd6-756411f471d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:04.053614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9338eda3-8479-49a0-bbd6-756411f471d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:04.057149 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9338eda3-8479-49a0-bbd6-756411f471d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72aefbd2-a77c-4c66-bbc5-1de848baf1bb HTTP/1.1" status: 204 len: 168 time: 0.2944915 Nov 19 14:26:04.080897 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-601dd237-b677-4f61-84d7-611e030a59e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:04.098999 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7fba6347-6a41-4064-9800-869620283062 req-dccb8cfa-c398-4b2b-8842-1415dbccf425 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224066 Nov 19 14:26:04.158653 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-fc3e4633-c393-4ecb-910d-567a954d5ee9 req-632c3eae-4ffb-4cdb-a648-418dec936f5a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:04.172171 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-fc3e4633-c393-4ecb-910d-567a954d5ee9 req-632c3eae-4ffb-4cdb-a648-418dec936f5a service neutron] Usage tracker for resource:security_group_rule and tenant:b270d3edd67841ad9d37c096d0043ab6 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:04.194851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-fc3e4633-c393-4ecb-910d-567a954d5ee9 req-632c3eae-4ffb-4cdb-a648-418dec936f5a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:04.210990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-fc3e4633-c393-4ecb-910d-567a954d5ee9 req-632c3eae-4ffb-4cdb-a648-418dec936f5a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:04.275428 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027c1c2a-4d70-4700-aa3e-02414e75664b', 'tag': '2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2', 'status': 'completed', 'code': 200} Nov 19 14:26:04.608595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc3e4633-c393-4ecb-910d-567a954d5ee9 req-632c3eae-4ffb-4cdb-a648-418dec936f5a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:04.621563 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fc3e4633-c393-4ecb-910d-567a954d5ee9 req-632c3eae-4ffb-4cdb-a648-418dec936f5a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:04.648512 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:04.657566 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc3e4633-c393-4ecb-910d-567a954d5ee9 req-632c3eae-4ffb-4cdb-a648-418dec936f5a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=561a97f3-009e-4c42-b98b-575759f75c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6782224 Nov 19 14:26:04.669306 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Notify callbacks [] for port, precommit_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:04.685211 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8680b9f5-dae9-4db3-adef-2a7802fa8913 req-440e39d8-7902-4fcd-84b0-7a45d255407e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39529dac6cd14baa83b65e88bb873659&device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 1160 time: 0.3836961 Nov 19 14:26:04.685655 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Transition to ACTIVE for port object ed1f0df1-4764-48e6-9df0-128ee6baa9ae will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:26:04.686875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=ac203b46-8371-4416-b6dd-a71bc2a3e769,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:04.700469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:04.705298 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:04.725294 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:04.731396 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a543da-fcba-4a26-ac32-85badd8403c4 req-7c64c171-1326-475f-933e-d8c9056184d6 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:04.733167 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-33a543da-fcba-4a26-ac32-85badd8403c4 req-7c64c171-1326-475f-933e-d8c9056184d6 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 932 time: 0.2790706 Nov 19 14:26:04.737251 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c3eae-4ffb-4cdb-a648-418dec936f5a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f8dc27-cb71-47d6-b300-687ae46c796f,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:04.749884 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-632c3eae-4ffb-4cdb-a648-418dec936f5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:04.795835 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 36cbc893-76ab-4062-8877-802fc64acf69 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:04.796415 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:04.852973 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-33a543da-fcba-4a26-ac32-85badd8403c4 req-b853bddb-93b2-4f1a-a862-362a52f07924 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050022 Nov 19 14:26:04.923273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 55864) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:04.953280 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-54791b17-a1ea-45d1-886e-6706cb9914c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:05.006463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedee9e-9e0c-40b8-bba4-8bd51f28b76d None None] Pushing event updated for resources: {'Port': ['ID=ed1f0df1-4764-48e6-9df0-128ee6baa9ae,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:05.010836 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7bedee9e-9e0c-40b8-bba4-8bd51f28b76d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:05.029530 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-54791b17-a1ea-45d1-886e-6706cb9914c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:05.048806 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-601dd237-b677-4f61-84d7-611e030a59e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:05.075979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-601dd237-b677-4f61-84d7-611e030a59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:05.099562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-54791b17-a1ea-45d1-886e-6706cb9914c7 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ac2f29da3843bbbde063ece375b805 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:05.105062 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-54791b17-a1ea-45d1-886e-6706cb9914c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:05.116432 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:05.278372 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Attempting to bind port ed1f0df1-4764-48e6-9df0-128ee6baa9ae on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:26:05.278638 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Attempting to bind port ed1f0df1-4764-48e6-9df0-128ee6baa9ae by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:26:05.279018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Attempting to bind port ed1f0df1-4764-48e6-9df0-128ee6baa9ae on network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:26:05.286732 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:26:05.287171 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Checking segment: {'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:26:05.287613 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:05.288049 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Bound using segment: {'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:26:05.288583 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Bound port: ed1f0df1-4764-48e6-9df0-128ee6baa9ae, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:26:05.289005 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:05.368753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-54791b17-a1ea-45d1-886e-6706cb9914c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:05.372792 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-601dd237-b677-4f61-84d7-611e030a59e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2eeb0fc428364d85b407b3fde58863f5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3233657 Nov 19 14:26:05.375666 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680b9f5-dae9-4db3-adef-2a7802fa8913 req-60ba9adf-b6e6-4524-a75f-bb3cb1f4c294 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:05.378606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55872) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:05.378735 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8680b9f5-dae9-4db3-adef-2a7802fa8913 req-60ba9adf-b6e6-4524-a75f-bb3cb1f4c294 service neutron] 10.222.0.16 "GET /v2.0/networks?id=155ce0ea-cd68-440f-9376-8aa82af6239b HTTP/1.1" status: 200 len: 913 time: 0.3456988 Nov 19 14:26:05.380877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601dd237-b677-4f61-84d7-611e030a59e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff17b8b-f27f-498c-9196-2a2c135797b6,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:05.406979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-601dd237-b677-4f61-84d7-611e030a59e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:05.464528 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] For port ed1f0df1-4764-48e6-9df0-128ee6baa9ae, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:26:05.468232 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] For port ed1f0df1-4764-48e6-9df0-128ee6baa9ae, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=ed1f0df1-4764-48e6-9df0-128ee6baa9ae,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:26:05.469932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092eaaee-f389-46d3-9859-7a81696f4869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac203b46-8371-4416-b6dd-a71bc2a3e769'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:05.478531 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:05.479054 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8680b9f5-dae9-4db3-adef-2a7802fa8913 req-ee810a41-1470-401f-a565-84be68d06aae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 HTTP/1.1" status: 200 len: 217 time: 0.0876732 Nov 19 14:26:05.510488 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.resource_extend [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 14:26:05.574650 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680b9f5-dae9-4db3-adef-2a7802fa8913 req-7160f31a-4a45-4d9a-9b17-ccd2178b5d40 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:05.576857 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8680b9f5-dae9-4db3-adef-2a7802fa8913 req-7160f31a-4a45-4d9a-9b17-ccd2178b5d40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2173cd01-9e9b-43c2-b18e-7f09f7b1079a HTTP/1.1" status: 200 len: 859 time: 0.0837147 Nov 19 14:26:05.652268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:05.654727 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e32e4-2373-4d3a-aa66-f31ff24d72ef req-beb093ae-a9d8-485f-9818-cd4de316aaa7 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:05.664232 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-db5e32e4-2373-4d3a-aa66-f31ff24d72ef req-beb093ae-a9d8-485f-9818-cd4de316aaa7 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 945 time: 0.5558336 Nov 19 14:26:05.690807 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55878) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:05.694995 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8680b9f5-dae9-4db3-adef-2a7802fa8913 req-9d4f0bc8-3de7-4b6b-ada0-c90071dd15ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=155ce0ea-cd68-440f-9376-8aa82af6239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010714 Nov 19 14:26:05.699429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device ac203b46-8371-4416-b6dd-a71bc2a3e769 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:05.709193 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Request body: {'security_group': {'name': 'tempest-securitygroup--1224737672', 'description': 'tempest-description--1849011938'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:05.770486 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-db5e32e4-2373-4d3a-aa66-f31ff24d72ef req-8302d378-0543-4689-98cb-b3d4a73cd76c tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/security-groups?id=561a97f3-009e-4c42-b98b-575759f75c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050372 Nov 19 14:26:05.780580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:05.790484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240e58bb-f932-4ae4-8f41-baad12f36598 {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:26:05.811061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Usage tracker for resource:security_group and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:05.818190 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:05.848877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:05.856953 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedee9e-9e0c-40b8-bba4-8bd51f28b76d None None] Pushing event updated for resources: {'Port': ['ID=ed1f0df1-4764-48e6-9df0-128ee6baa9ae,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:05.863751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7bedee9e-9e0c-40b8-bba4-8bd51f28b76d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:05.866294 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:26:05.867007 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:25:47Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:05.885891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:05.898137 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6185eab4-3bac-4b21-bf52-100f1fab01be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:05.960474 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6185eab4-3bac-4b21-bf52-100f1fab01be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:06.090458 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-54791b17-a1ea-45d1-886e-6706cb9914c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:06.109460 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Transition to ACTIVE for port object 240e58bb-f932-4ae4-8f41-baad12f36598 will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:26:06.112381 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-54791b17-a1ea-45d1-886e-6706cb9914c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:06.173793 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:06.209269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b1fcfb79-dbed-4439-97f8-dbda43588111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:06.280691 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:06.283916 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-54ce7e9e-7a9a-419c-833b-5652ee8dd48d req-cff7a908-ca46-4094-ad9a-61ffc4b9a25b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 210 time: 0.1829369 Nov 19 14:26:06.285419 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:06.293017 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Usage tracker for resource:security_group_rule and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:06.297493 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port ac203b46-8371-4416-b6dd-a71bc2a3e769 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:06.298085 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:06.352442 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8680b9f5-dae9-4db3-adef-2a7802fa8913 req-b8403c1d-5e45-449b-85c3-01f8532948c3 service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256170 Nov 19 14:26:06.372434 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54791b17-a1ea-45d1-886e-6706cb9914c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11539de-e1e6-4108-a402-b7e6a6970892,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:06.385608 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-54791b17-a1ea-45d1-886e-6706cb9914c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b1ac2f29da3843bbbde063ece375b805&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4610419 Nov 19 14:26:06.387124 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-54791b17-a1ea-45d1-886e-6706cb9914c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:06.471779 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092eaaee-f389-46d3-9859-7a81696f4869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac203b46-8371-4416-b6dd-a71bc2a3e769', 'code': 200} Nov 19 14:26:06.489373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 55884) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:06.492363 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:06.503928 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:06.552565 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ca578-b432-4f11-b4e5-bf617e0f531f req-9c8dc317-5189-4bdf-bd08-381ed6884183 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:06.563738 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3a4ca578-b432-4f11-b4e5-bf617e0f531f req-9c8dc317-5189-4bdf-bd08-381ed6884183 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 946 time: 0.4627120 Nov 19 14:26:06.583744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:06.671105 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Pushing event updated for resources: {'Port': ['ID=240e58bb-f932-4ae4-8f41-baad12f36598,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:06.687690 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6185eab4-3bac-4b21-bf52-100f1fab01be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:06.694486 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:26:06.743269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-89da3e83-91db-4fbc-831a-2928146f81b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:06.754498 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:06.755248 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:06.785132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-89da3e83-91db-4fbc-831a-2928146f81b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:06.786670 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185eab4-3bac-4b21-bf52-100f1fab01be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff17b8b-f27f-498c-9196-2a2c135797b6,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:06.795048 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:06.796431 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6185eab4-3bac-4b21-bf52-100f1fab01be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:06.867151 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:06.892697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6185eab4-3bac-4b21-bf52-100f1fab01be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:06.894250 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6185eab4-3bac-4b21-bf52-100f1fab01be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ff17b8b-f27f-498c-9196-2a2c135797b6 HTTP/1.1" status: 204 len: 168 time: 1.5095942 Nov 19 14:26:06.895339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f2a22d0c-13b3-4c20-bb59-0a5b660b6d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:06.938899 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:06.949441 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2512691 Nov 19 14:26:06.979510 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55902) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:07.082040 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a3c1b-001d-47c3-9fef-c05416f65fea req-e789238b-04c3-4aa2-ab13-72c5a4188889 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:07.082909 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-943a3c1b-001d-47c3-9fef-c05416f65fea req-e789238b-04c3-4aa2-ab13-72c5a4188889 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Synchronizing usage tracker for tenant:39529dac6cd14baa83b65e88bb873659 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:07.092718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.16', 53636) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:07.096996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-156501b7-727e-40c1-85a0-9d4886be674e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Request body: {'security_group_rule': {'security_group_id': '6dad5f38-8b75-48fd-922c-5257293f645f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:07.097336 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3a4ca578-b432-4f11-b4e5-bf617e0f531f req-d5fc404e-74f7-4875-8271-eead2745f148 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333939 Nov 19 14:26:07.105377 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-156501b7-727e-40c1-85a0-9d4886be674e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:07.110171 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-156501b7-727e-40c1-85a0-9d4886be674e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Usage tracker for resource:security_group_rule and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:07.112882 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-156501b7-727e-40c1-85a0-9d4886be674e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:07.125620 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-156501b7-727e-40c1-85a0-9d4886be674e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:07.199910 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-35d0714f-90e2-425e-853b-ea03afffaeeb tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:07.200669 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-35d0714f-90e2-425e-853b-ea03afffaeeb tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Synchronizing usage tracker for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:network {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:07.218697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-156501b7-727e-40c1-85a0-9d4886be674e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group_rule, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:07.255796 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event updated for resources: {'SecurityGroup': ['ID=6dad5f38-8b75-48fd-922c-5257293f645f,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:07.263828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:07.268351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:07.296235 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-17c255f2-31f0-456e-9785-b1721a60c3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:07.342767 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-943a3c1b-001d-47c3-9fef-c05416f65fea req-e789238b-04c3-4aa2-ab13-72c5a4188889 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Unset dirty status for tenant:39529dac6cd14baa83b65e88bb873659 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:07.347060 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-943a3c1b-001d-47c3-9fef-c05416f65fea req-e789238b-04c3-4aa2-ab13-72c5a4188889 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 944 time: 0.6825483 Nov 19 14:26:07.356944 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:05Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:07.362676 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a70abb-c8a5-406a-89a1-b6ead5510065 None None] The sync data for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb is: [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:05Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:26:07.398031 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-89da3e83-91db-4fbc-831a-2928146f81b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:07.400194 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-35d0714f-90e2-425e-853b-ea03afffaeeb tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Unset dirty status for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:network {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:07.401440 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-35d0714f-90e2-425e-853b-ea03afffaeeb tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.16 "GET /v2.0/networks?id=c9566fb2-f013-4e79-aed7-babb03e3eff8 HTTP/1.1" status: 200 len: 811 time: 1.1589582 Nov 19 14:26:07.429022 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:07.445727 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da3e83-91db-4fbc-831a-2928146f81b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11539de-e1e6-4108-a402-b7e6a6970892,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:07.449401 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8680b9f5-dae9-4db3-adef-2a7802fa8913 req-efe8ae3b-8cb0-4622-8f88-6f6ddabe7581 service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9625869 Nov 19 14:26:07.464957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-89da3e83-91db-4fbc-831a-2928146f81b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:07.485435 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078869f5-0c8c-4bd8-a62b-95ebb7c5c359 req-f2cdf3a7-5595-44dd-938c-b3742cb8631b tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:07.487612 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-078869f5-0c8c-4bd8-a62b-95ebb7c5c359 req-f2cdf3a7-5595-44dd-938c-b3742cb8631b tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 945 time: 0.2231352 Nov 19 14:26:07.488427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-89da3e83-91db-4fbc-831a-2928146f81b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:07.489503 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-89da3e83-91db-4fbc-831a-2928146f81b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f11539de-e1e6-4108-a402-b7e6a6970892 HTTP/1.1" status: 204 len: 168 time: 0.9981790 Nov 19 14:26:07.561284 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5775fbf7-4d97-47ed-812d-168b65d4e8a9,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:07.565709 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:07.668905 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Attempting to bind port 240e58bb-f932-4ae4-8f41-baad12f36598 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:26:07.669291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Attempting to bind port 240e58bb-f932-4ae4-8f41-baad12f36598 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:26:07.669657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Attempting to bind port 240e58bb-f932-4ae4-8f41-baad12f36598 on network 155ce0ea-cd68-440f-9376-8aa82af6239b {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:26:07.698216 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-c0b1c5ef-c42c-4ea4-ad46-f8f873eb0f39 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Synchronizing usage tracker for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:security_group {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:07.716226 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3a95d279-6577-4bbc-ada0-548fe61b8678 req-58a8f6e9-c5e7-4198-a061-c97d1f81e43e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 1163 time: 0.5876849 Nov 19 14:26:07.765971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.objects.ports [None req-f74ef3a8-f597-4848-ba85-5c494074e5ea None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80336) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 14:26:07.767269 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-078869f5-0c8c-4bd8-a62b-95ebb7c5c359 req-3277c21e-b8b7-491a-8d20-5df713813fb7 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/security-groups?id=561a97f3-009e-4c42-b98b-575759f75c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670074 Nov 19 14:26:07.780745 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Checking segment: {'id': 'd527ac75-4b08-4c66-861e-fd6c071615db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:26:07.781355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Network hostable DHCP agents. Network: 43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:26:07.788433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-c0b1c5ef-c42c-4ea4-ad46-f8f873eb0f39 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Unset dirty status for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:security_group {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:07.790092 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-c0b1c5ef-c42c-4ea4-ad46-f8f873eb0f39 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77b33d747f6846c6b1b67fccd366d808 HTTP/1.1" status: 200 len: 5045 time: 0.3480303 Nov 19 14:26:07.804874 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Request body: {'port': {'device_id': 'cf00fbeb-acfc-4080-93e5-abdeedcdc903', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'admin_state_up': True, 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'security_groups': ['c57298d5-0120-44d0-ab69-a83c8e29c286']}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:07.819955 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:26:07.820341 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Checking segment: {'id': '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:26:07.820743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:07.821242 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Bound using segment: {'id': '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:26:07.821753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Bound port: 240e58bb-f932-4ae4-8f41-baad12f36598, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '155ce0ea-cd68-440f-9376-8aa82af6239b'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:26:07.822287 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:07.840239 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-943a3c1b-001d-47c3-9fef-c05416f65fea req-848e8f8b-22cd-4ffb-8b6c-7b9312e9abc4 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Synchronizing usage tracker for tenant:39529dac6cd14baa83b65e88bb873659 on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:07.913704 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-943a3c1b-001d-47c3-9fef-c05416f65fea req-848e8f8b-22cd-4ffb-8b6c-7b9312e9abc4 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Unset dirty status for tenant:39529dac6cd14baa83b65e88bb873659 on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:07.915126 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-943a3c1b-001d-47c3-9fef-c05416f65fea req-848e8f8b-22cd-4ffb-8b6c-7b9312e9abc4 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462789 Nov 19 14:26:07.922354 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55920) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:07.959114 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-156501b7-727e-40c1-85a0-9d4886be674e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:07.970119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:07.970119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Usage tracker for resource:port and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:07.970119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Quota usage for port was recalculated. Used quota:3. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:07.975821 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:07.988647 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Made reservation on behalf of 77b33d747f6846c6b1b67fccd366d808 for: {'port': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:26:07.994510 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:08.006620 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fc9aef46-a2cc-4f20-9581-7febf2213dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:08.022930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Network 43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:26:08.031195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-156501b7-727e-40c1-85a0-9d4886be674e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639599'] for security_group_rule, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:08.044929 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, 43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:26:08.049134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:08.050195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:08.055278 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46373481-598b-4c50-bbe8-6d2f2a92e7f8 None None] Network 43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:26:08.113349 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3a95d279-6577-4bbc-ada0-548fe61b8678 req-31371cf4-e1f6-42de-99e5-bed92896f2b7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816257 Nov 19 14:26:08.118665 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:08.177194 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.0429640 Nov 19 14:26:08.239780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-fc9aef46-a2cc-4f20-9581-7febf2213dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:08.258825 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-fc9aef46-a2cc-4f20-9581-7febf2213dbc admin admin] Usage tracker for resource:security_group_rule and tenant:ccdb4890372a439aa84c81da46b32419 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:08.267311 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-fc9aef46-a2cc-4f20-9581-7febf2213dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:08.294015 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-fc9aef46-a2cc-4f20-9581-7febf2213dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:08.341980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156501b7-727e-40c1-85a0-9d4886be674e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631a1417-79cf-4736-8a61-9c6acdffd8f9,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:08.355240 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-156501b7-727e-40c1-85a0-9d4886be674e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:08.387073 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device ed1f0df1-4764-48e6-9df0-128ee6baa9ae up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:08.462288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-11f2f067-7e11-49fd-8fe7-456eb70104d6 req-27e7ee04-9ee0-4654-9fdc-ae43c68fa2cf tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Synchronizing usage tracker for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:08.478286 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-156501b7-727e-40c1-85a0-9d4886be674e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group_rule, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:08.481308 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-156501b7-727e-40c1-85a0-9d4886be674e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4781401 Nov 19 14:26:08.494717 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 55934) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:08.507917 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] For port 240e58bb-f932-4ae4-8f41-baad12f36598, host hv-cinder-76330, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:26:08.511478 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-6b50e914-844b-4f4f-968b-a2f9d927164f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Request body: {'security_group_rule': {'security_group_id': '6dad5f38-8b75-48fd-922c-5257293f645f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:08.522769 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-6b50e914-844b-4f4f-968b-a2f9d927164f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:08.623308 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:08.702233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] For port 240e58bb-f932-4ae4-8f41-baad12f36598, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=240e58bb-f932-4ae4-8f41-baad12f36598,segment=NetworkSegment(89ae7cbe-f5bc-4e14-a134-20a2d916f3b0),segment_id=89ae7cbe-f5bc-4e14-a134-20a2d916f3b0)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:26:08.713606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-6b50e914-844b-4f4f-968b-a2f9d927164f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Usage tracker for resource:security_group_rule and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:08.717634 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-6b50e914-844b-4f4f-968b-a2f9d927164f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:08.724797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-6b50e914-844b-4f4f-968b-a2f9d927164f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:08.756447 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6b50e914-844b-4f4f-968b-a2f9d927164f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group_rule, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:08.782712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-11f2f067-7e11-49fd-8fe7-456eb70104d6 req-27e7ee04-9ee0-4654-9fdc-ae43c68fa2cf tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Unset dirty status for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:08.797143 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-11f2f067-7e11-49fd-8fe7-456eb70104d6 req-27e7ee04-9ee0-4654-9fdc-ae43c68fa2cf tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 210 time: 0.7284575 Nov 19 14:26:08.809745 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d124c18c-ea12-41e2-bc34-a095207ffe9a None None] Network 43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:26:08.812823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:08.847473 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-433fac38-9bad-4428-870a-a95204853f7f req-2b7a1826-529b-44a2-a2d0-26be3bc74595 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.7757332 Nov 19 14:26:08.951571 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:09.112607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Allocated IP 172.20.0.12 (c9566fb2-f013-4e79-aed7-babb03e3eff8/0e9e1595-8ff8-40af-b3f7-496f185928f3/dd1dd24d-d5e0-4d66-adcb-d87120967d4a) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:26:09.124902 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port ed1f0df1-4764-48e6-9df0-128ee6baa9ae completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:26:09.144217 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port ed1f0df1-4764-48e6-9df0-128ee6baa9ae triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:09.144926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.189512 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:26:09.212565 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:09.212984 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.244854 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fc9aef46-a2cc-4f20-9581-7febf2213dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.316904 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fc9aef46-a2cc-4f20-9581-7febf2213dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.412016 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.431772 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Pushing event updated for resources: {'Port': ['ID=240e58bb-f932-4ae4-8f41-baad12f36598,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:09.446478 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:09.447018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Transition to ACTIVE for port object dd1dd24d-d5e0-4d66-adcb-d87120967d4a will not be triggered until provisioned by entity DHCP. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:26:09.448312 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-610f7f1c-9796-4683-aba8-345e25b17714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:09.494121 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9aef46-a2cc-4f20-9581-7febf2213dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86316bea-a541-46ad-b841-94b716a7c363,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:09.509106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fc9aef46-a2cc-4f20-9581-7febf2213dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:09.516191 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f66e49-6b89-4bba-ad8a-781fd9e30896 req-690d9dbf-46fa-4cad-8e95-860e9cb4a704 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:09.518171 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-52f66e49-6b89-4bba-ad8a-781fd9e30896 req-690d9dbf-46fa-4cad-8e95-860e9cb4a704 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 946 time: 1.0456879 Nov 19 14:26:09.567282 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.576146 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.598388 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.615048 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.620948 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] 10.222.0.16 "PUT /v2.0/ports/240e58bb-f932-4ae4-8f41-baad12f36598 HTTP/1.1" status: 200 len: 1158 time: 6.8038325 Nov 19 14:26:09.631775 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c438a2-e037-4cb7-a933-94c0fb648913', 'tag': '240e58bb-f932-4ae4-8f41-baad12f36598'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:09.647300 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-fc9aef46-a2cc-4f20-9581-7febf2213dbc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ccdb4890372a439aa84c81da46b32419&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6945672 Nov 19 14:26:09.650314 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55968) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:09.660632 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027c1c2a-4d70-4700-aa3e-02414e75664b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:09.669808 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port ed1f0df1-4764-48e6-9df0-128ee6baa9ae, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=ed1f0df1-4764-48e6-9df0-128ee6baa9ae,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:26:09.675960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2,segment=NetworkSegment(89ae7cbe-f5bc-4e14-a134-20a2d916f3b0),segment_id=89ae7cbe-f5bc-4e14-a134-20a2d916f3b0)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:26:09.679276 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.686591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:09.706907 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-52f66e49-6b89-4bba-ad8a-781fd9e30896 req-225b964b-91f4-4c5f-97b2-870ba65a3c03 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764045 Nov 19 14:26:09.718753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 55974) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:09.729772 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1109801861-network', 'tenant_id': 'a217b8a717714791b4cb7ebaac8cb15f'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:09.738329 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:09.740914 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9faeb3b3-5a06-4bc6-8b56-6f2a34ae506d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.795070 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9faeb3b3-5a06-4bc6-8b56-6f2a34ae506d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.822626 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=ed1f0df1-4764-48e6-9df0-128ee6baa9ae,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:09.837696 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:09.838903 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.842210 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7bedee9e-9e0c-40b8-bba4-8bd51f28b76d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:09.847728 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Usage tracker for resource:network and tenant:a217b8a717714791b4cb7ebaac8cb15f is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:09.903534 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c438a2-e037-4cb7-a933-94c0fb648913', 'tag': '240e58bb-f932-4ae4-8f41-baad12f36598', 'status': 'completed', 'code': 200} Nov 19 14:26:09.904653 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:09.908099 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9faeb3b3-5a06-4bc6-8b56-6f2a34ae506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.914463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:09.920868 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fd7cb8ce-bdd6-4bc1-8c27-f5b94dc3a5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:09.938460 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:09.941937 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faeb3b3-5a06-4bc6-8b56-6f2a34ae506d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86316bea-a541-46ad-b841-94b716a7c363,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:09.955375 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9faeb3b3-5a06-4bc6-8b56-6f2a34ae506d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:09.967654 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9faeb3b3-5a06-4bc6-8b56-6f2a34ae506d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:09.970968 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9faeb3b3-5a06-4bc6-8b56-6f2a34ae506d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86316bea-a541-46ad-b841-94b716a7c363 HTTP/1.1" status: 204 len: 168 time: 0.3158562 Nov 19 14:26:09.982597 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027c1c2a-4d70-4700-aa3e-02414e75664b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2', 'code': 200} Nov 19 14:26:09.982734 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Made reservation on behalf of a217b8a717714791b4cb7ebaac8cb15f for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:26:10.005102 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:10.037523 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event updated for resources: {'Port': ['ID=dd1dd24d-d5e0-4d66-adcb-d87120967d4a,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:10.055418 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:10.114601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e287c-d879-47b0-8abf-5b9d9b131a3c req-ebbeb457-607b-46e6-96d3-1ab181f4dee1 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:10.116356 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-510e287c-d879-47b0-8abf-5b9d9b131a3c req-ebbeb457-607b-46e6-96d3-1ab181f4dee1 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 944 time: 0.6306019 Nov 19 14:26:10.135120 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:10.154839 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:10.160426 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Network c9566fb2-f013-4e79-aed7-babb03e3eff8 is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:26:10.175452 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:26:10.198327 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:26:10.207259 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:10.208003 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:10.273870 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-433fac38-9bad-4428-870a-a95204853f7f req-b1039b6a-44bb-444d-a4e3-1170744a0dc9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad5b8fcef4374aa6b66adc72ac0c5b9e&device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 1162 time: 0.7861202 Nov 19 14:26:10.292069 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6b50e914-844b-4f4f-968b-a2f9d927164f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:10.309565 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:10.313170 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6b50e914-844b-4f4f-968b-a2f9d927164f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639599'] for security_group_rule, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:10.369070 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device ed1f0df1-4764-48e6-9df0-128ee6baa9ae up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:10.423373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:10.520669 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port ed1f0df1-4764-48e6-9df0-128ee6baa9ae triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:10.521087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:10.527823 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-510e287c-d879-47b0-8abf-5b9d9b131a3c req-cd81e377-dbdd-463f-ab75-f4da0ee9c9b4 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658926 Nov 19 14:26:10.528872 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50e914-844b-4f4f-968b-a2f9d927164f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558e0259-0d45-4ab7-8a0d-9957e1f4c7c0,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:10.605310 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:10.609338 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:10.671258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:10.674104 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fac38-9bad-4428-870a-a95204853f7f req-0c9aafc7-5e29-4b6b-ab38-a5953b494440 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:10.680888 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-433fac38-9bad-4428-870a-a95204853f7f req-0c9aafc7-5e29-4b6b-ab38-a5953b494440 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde HTTP/1.1" status: 200 len: 906 time: 0.3390088 Nov 19 14:26:10.698693 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ea2720ba-c267-48bb-a382-91c14c1b53d8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9030466 Nov 19 14:26:10.698958 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-ced7556f-8e9a-424d-b691-0a81c3f74648 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39529dac6cd14baa83b65e88bb873659&device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 1161 time: 0.8549895 Nov 19 14:26:10.810525 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-5d9acb74-69dc-4482-847c-634a2e8a3f98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=240e58bb-f932-4ae4-8f41-baad12f36598 HTTP/1.1" status: 200 len: 217 time: 0.0739994 Nov 19 14:26:10.824205 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6b50e914-844b-4f4f-968b-a2f9d927164f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:10.837223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Request body: {'port': {'device_id': 'cf00fbeb-acfc-4080-93e5-abdeedcdc903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:10.894862 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6b50e914-844b-4f4f-968b-a2f9d927164f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group_rule, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:10.902243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 56012) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:10.904780 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6b50e914-844b-4f4f-968b-a2f9d927164f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.4083016 Nov 19 14:26:10.925395 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27cb3c-3af2-463a-a4e5-cb96b5a442c7 req-de372ec4-8ff3-4b35-b34b-bcacd954cfbe tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:10.933311 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4f27cb3c-3af2-463a-a4e5-cb96b5a442c7 req-de372ec4-8ff3-4b35-b34b-bcacd954cfbe tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 932 time: 0.4560041 Nov 19 14:26:10.941158 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Request body: {'floatingip': {'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:10.947243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:10.951676 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Usage tracker for resource:floatingip and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:10.954543 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:10.961451 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:10.969567 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:10.978453 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-cf18b9af-cefb-4ec0-8797-6eda3cec8b5e None None] Provisioning for port dd1dd24d-d5e0-4d66-adcb-d87120967d4a completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:26:10.989323 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-cf18b9af-cefb-4ec0-8797-6eda3cec8b5e None None] Provisioning complete for port dd1dd24d-d5e0-4d66-adcb-d87120967d4a triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:10.989758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cf18b9af-cefb-4ec0-8797-6eda3cec8b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:10.996153 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-433fac38-9bad-4428-870a-a95204853f7f req-27e3e9ca-8096-49ee-bade-5df7cbf6cdae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36cbc893-76ab-4062-8877-802fc64acf69 HTTP/1.1" status: 200 len: 217 time: 0.2835882 Nov 19 14:26:10.998050 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-aaa8abab-e91b-431a-9167-9367368139c1 req-143d070a-0db6-4577-9a96-85537e77bba1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 1162 time: 0.5152290 Nov 19 14:26:10.998925 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:11.019202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Usage tracker for resource:security_group_rule and tenant:a217b8a717714791b4cb7ebaac8cb15f is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:11.036326 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:11.091355 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-aaa8abab-e91b-431a-9167-9367368139c1 req-87e6cda2-e278-4610-9e50-4f44a497b7c7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664761 Nov 19 14:26:11.092410 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:11.119771 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-f92254b3-747a-46ab-814a-5206663791e3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:11.121491 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-f92254b3-747a-46ab-814a-5206663791e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2173cd01-9e9b-43c2-b18e-7f09f7b1079a HTTP/1.1" status: 200 len: 859 time: 0.3015599 Nov 19 14:26:11.142416 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4f27cb3c-3af2-463a-a4e5-cb96b5a442c7 req-e2ac00b9-bcdf-4a7d-8564-fde82db4e347 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080147 Nov 19 14:26:11.155917 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fac38-9bad-4428-870a-a95204853f7f req-4e83b741-7027-4824-a147-9d3edff77a63 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:11.157858 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-433fac38-9bad-4428-870a-a95204853f7f req-4e83b741-7027-4824-a147-9d3edff77a63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6ee07648-c550-4367-9663-1008dec21a54 HTTP/1.1" status: 200 len: 852 time: 0.1603324 Nov 19 14:26:11.326378 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:11.537075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-cf18b9af-cefb-4ec0-8797-6eda3cec8b5e None None] Port dd1dd24d-d5e0-4d66-adcb-d87120967d4a cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:26:11.620014 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-70e94252-7078-4158-8062-2bbc5129b905 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=155ce0ea-cd68-440f-9376-8aa82af6239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097214 Nov 19 14:26:11.753520 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-433fac38-9bad-4428-870a-a95204853f7f req-f8c56ef2-179e-4bff-a1fb-e9d2a8952eb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700234 Nov 19 14:26:11.797263 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7d3ce-5c5c-4dbd-83a5-61d1627d115d req-c73f3443-e7f8-4684-8a90-64e49f45cc3a tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:11.799149 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-45d7d3ce-5c5c-4dbd-83a5-61d1627d115d req-c73f3443-e7f8-4684-8a90-64e49f45cc3a tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 946 time: 0.4509165 Nov 19 14:26:11.852347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:11.861822 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:11.923786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:11.940094 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:26:11.949744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:11.950121 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Added segment 61d4f32d-043e-4043-8d93-775aca098fb3 of type vxlan for network e7686e89-ad67-4393-ad57-a965048f9278 Nov 19 14:26:11.978748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:12.007573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a67b5a8c-2100-4fbc-b49f-d6c1a176082f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:12.176760 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-433fac38-9bad-4428-870a-a95204853f7f req-2967f8d7-95f9-4b89-8b7f-54b7e1d5fe4b service neutron] 10.222.0.16 "GET /v2.0/networks/ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079909 Nov 19 14:26:12.183542 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dae2b-0aef-40be-9318-8150019057fc req-0328d38e-6754-43da-962f-2d43f8a76e2d tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:12.190876 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2a6dae2b-0aef-40be-9318-8150019057fc req-0328d38e-6754-43da-962f-2d43f8a76e2d tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 944 time: 0.3798447 Nov 19 14:26:12.234649 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce8c197-b15a-4c55-b8db-fbdf454ceb95,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:12.237756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:12.240473 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-45d7d3ce-5c5c-4dbd-83a5-61d1627d115d req-53136ccd-988c-4026-b680-5ff5fd47bc65 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860648 Nov 19 14:26:12.249824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:12.254671 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:12.255128 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:12.256135 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:12.264721 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:12.335267 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-b5865f1a-f4a0-4f37-a58a-158ffb2ae08b service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7014928 Nov 19 14:26:12.399357 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:12.400291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:12.804392 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.0820246 Nov 19 14:26:12.804392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Pushing event updated for resources: {'Network': ['ID=e7686e89-ad67-4393-ad57-a965048f9278,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:12.809087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 56066) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:12.814305 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network e7686e89-ad67-4393-ad57-a965048f9278 details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:26:12.854861 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network e7686e89-ad67-4393-ad57-a965048f9278 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:26:12.872867 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:12.895096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Request body: {'subnet': {'network_id': 'e7686e89-ad67-4393-ad57-a965048f9278', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1109801861-subnet', 'tenant_id': 'a217b8a717714791b4cb7ebaac8cb15f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:12.914092 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:12.927057 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Usage tracker for resource:subnet and tenant:a217b8a717714791b4cb7ebaac8cb15f is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:12.935798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:12.989392 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-433fac38-9bad-4428-870a-a95204853f7f req-daafc64f-c687-4d29-a7ae-084ed1f92b14 service neutron] 10.222.0.16 "GET /v2.0/networks/ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7956481 Nov 19 14:26:13.040552 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:13.080862 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2a6dae2b-0aef-40be-9318-8150019057fc req-6b5dfa0b-d9c3-4680-b8d4-e274aafa3691 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8889282 Nov 19 14:26:13.180498 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3b86150d-8d76-4856-8bbe-39d9e14b83b0 req-d7768e55-d120-43e1-a358-1fecba7a5e20 service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8240702 Nov 19 14:26:13.181132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Made reservation on behalf of a217b8a717714791b4cb7ebaac8cb15f for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:26:13.210190 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:13.277493 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1dd24d-d5e0-4d66-adcb-d87120967d4a {{(pid=80335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:26:13.285137 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:13.298310 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Transition to ACTIVE for port object dd1dd24d-d5e0-4d66-adcb-d87120967d4a will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:26:13.305725 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:13.311598 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Allocated IP 172.28.0.73 (ca817bba-b7b8-4a37-9c7c-42c1a6687b2c/542d015a-8e34-4d9c-af1c-363e209ac3b2/24d402a4-4c22-42fc-813d-234142d4fa85) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:26:13.331246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:13.487429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1dd24d-d5e0-4d66-adcb-d87120967d4a,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:13.492685 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:13.621154 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d41a-f677-4a47-97f0-ecc395ec815e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:13.647137 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10314969-d8b8-4a58-a5dd-45b75d45ac39 req-f721412c-6832-4fcf-9b58-52239439cec0 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:13.648796 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-10314969-d8b8-4a58-a5dd-45b75d45ac39 req-f721412c-6832-4fcf-9b58-52239439cec0 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 932 time: 1.0884657 Nov 19 14:26:13.707521 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Attempting to bind port dd1dd24d-d5e0-4d66-adcb-d87120967d4a on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:26:13.707898 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Attempting to bind port dd1dd24d-d5e0-4d66-adcb-d87120967d4a by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:26:13.708266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Attempting to bind port dd1dd24d-d5e0-4d66-adcb-d87120967d4a on network c9566fb2-f013-4e79-aed7-babb03e3eff8 {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:26:13.716648 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:26:13.717017 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Checking segment: {'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:26:13.717435 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:13.718147 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Bound using segment: {'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:26:13.718263 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Bound port: dd1dd24d-d5e0-4d66-adcb-d87120967d4a, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:26:13.718643 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:13.797359 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:13.845116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:13.847694 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] For port dd1dd24d-d5e0-4d66-adcb-d87120967d4a, host hv-cinder-76330, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:26:13.851021 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] For port dd1dd24d-d5e0-4d66-adcb-d87120967d4a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dd1dd24d-d5e0-4d66-adcb-d87120967d4a,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:26:13.856762 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:13.873369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:13.960005 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1dd24d-d5e0-4d66-adcb-d87120967d4a,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:13.960937 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:13.967941 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:14.050872 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event updated for resources: {'Port': ['ID=24d402a4-4c22-42fc-813d-234142d4fa85,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:14.054527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:14.212178 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:14.214039 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] 10.222.0.16 "PUT /v2.0/ports/dd1dd24d-d5e0-4d66-adcb-d87120967d4a HTTP/1.1" status: 200 len: 1158 time: 3.3877249 Nov 19 14:26:14.214563 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf00fbeb-acfc-4080-93e5-abdeedcdc903', 'tag': 'dd1dd24d-d5e0-4d66-adcb-d87120967d4a'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:14.278103 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-10314969-d8b8-4a58-a5dd-45b75d45ac39 req-0e57f005-5da5-4be2-9a39-20df85c8d1de tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4548407 Nov 19 14:26:14.422029 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-43643ead-d155-4083-8c6c-5ea14345c9e5 req-4865c2e4-c752-4d25-a6fa-0cb48b736d16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39529dac6cd14baa83b65e88bb873659&device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 1161 time: 1.0653186 Nov 19 14:26:14.422200 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf00fbeb-acfc-4080-93e5-abdeedcdc903', 'tag': 'dd1dd24d-d5e0-4d66-adcb-d87120967d4a', 'status': 'completed', 'code': 200} Nov 19 14:26:14.427043 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:26:14.435167 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:26:14.440902 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:26:14.541549 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ddeef6ff-c250-4334-b045-8710aee433f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77b33d747f6846c6b1b67fccd366d808&device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 1161 time: 0.2176442 Nov 19 14:26:14.643116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b219b93-1c88-490a-92b1-f2d7bd07bef1 req-c9f3a061-1b5f-41c7-9656-129c734a2375 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:14.644898 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9b219b93-1c88-490a-92b1-f2d7bd07bef1 req-c9f3a061-1b5f-41c7-9656-129c734a2375 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 944 time: 0.2254035 Nov 19 14:26:14.657794 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:26:14.681341 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-f6af6ee9-682e-4740-ab1c-878c3af051c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1dd24d-d5e0-4d66-adcb-d87120967d4a HTTP/1.1" status: 200 len: 217 time: 0.1257749 Nov 19 14:26:14.712889 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43643ead-d155-4083-8c6c-5ea14345c9e5 req-1f8c5b52-485e-40a1-8c17-9e80e0cbd44f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:14.714565 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-43643ead-d155-4083-8c6c-5ea14345c9e5 req-1f8c5b52-485e-40a1-8c17-9e80e0cbd44f service neutron] 10.222.0.16 "GET /v2.0/networks?id=155ce0ea-cd68-440f-9376-8aa82af6239b HTTP/1.1" status: 200 len: 913 time: 0.2748282 Nov 19 14:26:14.732618 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9b219b93-1c88-490a-92b1-f2d7bd07bef1 req-d493cf81-3b21-469c-8bda-c689902c6f4c tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727212 Nov 19 14:26:14.815333 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-d734b859-697a-4bc7-b500-a8b6818f2f74 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:14.817124 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-d734b859-697a-4bc7-b500-a8b6818f2f74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e9e1595-8ff8-40af-b3f7-496f185928f3 HTTP/1.1" status: 200 len: 850 time: 0.1007063 Nov 19 14:26:14.825854 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:14.828910 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-43643ead-d155-4083-8c6c-5ea14345c9e5 req-c9f47fc3-0068-46fd-8cf9-4ca71c460eb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=240e58bb-f932-4ae4-8f41-baad12f36598 HTTP/1.1" status: 200 len: 217 time: 0.1000190 Nov 19 14:26:14.910186 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-ce286822-cda0-481f-b087-1f316b07bfaa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9566fb2-f013-4e79-aed7-babb03e3eff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844128 Nov 19 14:26:15.017571 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:15.027360 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:15.092728 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-b5967002-e03d-4801-b330-06e236e6d5c6 service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715329 Nov 19 14:26:15.092960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43643ead-d155-4083-8c6c-5ea14345c9e5 req-9caaec1b-7618-4097-b653-43e583381020 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:15.094890 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-43643ead-d155-4083-8c6c-5ea14345c9e5 req-9caaec1b-7618-4097-b653-43e583381020 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2173cd01-9e9b-43c2-b18e-7f09f7b1079a HTTP/1.1" status: 200 len: 859 time: 0.2340128 Nov 19 14:26:15.282369 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0cce21f2-b52b-4855-b765-34b42f686b99 req-85c7ca94-2135-4d35-9967-4b1af8fd9b27 service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1764290 Nov 19 14:26:15.285558 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:15.291213 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-43643ead-d155-4083-8c6c-5ea14345c9e5 req-301d5eef-00b9-4b42-9fa2-700f4be4d941 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=155ce0ea-cd68-440f-9376-8aa82af6239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493795 Nov 19 14:26:15.315524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:15.552537 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5a5aa8c4-b67a-4a91-96d4-0965c448d9da req-663a4138-25a7-43a4-ad43-faabfd9679bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77b33d747f6846c6b1b67fccd366d808&device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 1161 time: 0.1424210 Nov 19 14:26:15.728920 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb1d98e-8a6e-4aa8-bc2c-92d171067c0e,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:15.747275 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:15.857499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aa8c4-b67a-4a91-96d4-0965c448d9da req-80ec6425-53f0-4bdf-95bd-7d8e5c9f52b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:15.859616 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5a5aa8c4-b67a-4a91-96d4-0965c448d9da req-80ec6425-53f0-4bdf-95bd-7d8e5c9f52b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9566fb2-f013-4e79-aed7-babb03e3eff8 HTTP/1.1" status: 200 len: 905 time: 0.2987900 Nov 19 14:26:15.936763 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492153d4-61b8-4513-9958-0d4366aea881 req-ebdf8737-3a43-40fd-a1f7-de784380f860 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:15.945978 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-492153d4-61b8-4513-9958-0d4366aea881 req-ebdf8737-3a43-40fd-a1f7-de784380f860 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 945 time: 0.2159119 Nov 19 14:26:15.965198 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56170) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:16.042361 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b488772e-4eb1-4c86-9c5b-c3a75a39f647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:16.053183 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5a5aa8c4-b67a-4a91-96d4-0965c448d9da req-b8bbbde4-436b-4c9b-afe1-c12d15d2a936 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1dd24d-d5e0-4d66-adcb-d87120967d4a HTTP/1.1" status: 200 len: 217 time: 0.1853063 Nov 19 14:26:16.069927 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-492153d4-61b8-4513-9958-0d4366aea881 req-85e03db4-f859-4d06-b1d1-47025bee4210 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/security-groups?id=561a97f3-009e-4c42-b98b-575759f75c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221316 Nov 19 14:26:16.125075 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-43643ead-d155-4083-8c6c-5ea14345c9e5 req-87c33ef7-c7d7-41fc-8db7-ea6eaa9aed37 service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8106861 Nov 19 14:26:16.178759 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aa8c4-b67a-4a91-96d4-0965c448d9da req-97ec472a-6e17-417d-97f0-740cb5c63033 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:16.180530 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5a5aa8c4-b67a-4a91-96d4-0965c448d9da req-97ec472a-6e17-417d-97f0-740cb5c63033 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e9e1595-8ff8-40af-b3f7-496f185928f3 HTTP/1.1" status: 200 len: 850 time: 0.1091645 Nov 19 14:26:16.200686 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87cebe-0682-444f-9b83-436e6ec00357 req-a27249a5-b963-47cf-8613-ef5184019afd tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:16.208124 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1a87cebe-0682-444f-9b83-436e6ec00357 req-a27249a5-b963-47cf-8613-ef5184019afd tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 944 time: 0.6369088 Nov 19 14:26:16.235635 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-28862d1d-1a8f-4d0b-a390-f75db242e93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:16.298460 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Checking segment: {'id': '61d4f32d-043e-4043-8d93-775aca098fb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e7686e89-ad67-4393-ad57-a965048f9278'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:26:16.298829 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Network hostable DHCP agents. Network: e7686e89-ad67-4393-ad57-a965048f9278, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:26:16.359157 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-28862d1d-1a8f-4d0b-a390-f75db242e93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:16.364852 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-28862d1d-1a8f-4d0b-a390-f75db242e93c admin admin] Usage tracker for resource:security_group_rule and tenant:b220b13228bb4f56b5ea5b9eadbfad09 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:16.368799 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-28862d1d-1a8f-4d0b-a390-f75db242e93c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:16.381557 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-28862d1d-1a8f-4d0b-a390-f75db242e93c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:16.395579 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5a5aa8c4-b67a-4a91-96d4-0965c448d9da req-1a97b1ea-5d17-4684-97fb-3b5e13a616e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9566fb2-f013-4e79-aed7-babb03e3eff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1987658 Nov 19 14:26:16.401335 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1a87cebe-0682-444f-9b83-436e6ec00357 req-a2fe2f29-7e08-4570-8064-39c606e6c8d2 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918681 Nov 19 14:26:16.402994 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.resource_extend [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 14:26:16.430059 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:16.439464 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:16.450295 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Network e7686e89-ad67-4393-ad57-a965048f9278 is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:26:16.465755 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288319c9-f064-4077-9308-d2ce2b89cb44 req-e839205e-7d6d-4175-a616-f900cbb0ee3c tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:16.467361 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-288319c9-f064-4077-9308-d2ce2b89cb44 req-e839205e-7d6d-4175-a616-f900cbb0ee3c tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 944 time: 0.2136211 Nov 19 14:26:16.476304 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:16.520156 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:16.534545 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-43643ead-d155-4083-8c6c-5ea14345c9e5 req-fbb0f98c-170f-4413-9123-79ba0ac61bfa service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3449879 Nov 19 14:26:16.552226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, e7686e89-ad67-4393-ad57-a965048f9278) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:26:16.562155 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e34d9e-1c52-4fc0-901e-ae53b5f6e424 None None] Network e7686e89-ad67-4393-ad57-a965048f9278 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:26:16.623445 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:16.624092 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:16.642822 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-28862d1d-1a8f-4d0b-a390-f75db242e93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:16.649500 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-28862d1d-1a8f-4d0b-a390-f75db242e93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:16.652198 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-288319c9-f064-4077-9308-d2ce2b89cb44 req-95a5638b-d21e-447e-985e-6022e81f4a9a tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730912 Nov 19 14:26:16.666319 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event updated for resources: {'Port': ['ID=24d402a4-4c22-42fc-813d-234142d4fa85,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:16.681364 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:16.681939 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:16.705949 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5a5aa8c4-b67a-4a91-96d4-0965c448d9da req-0a23720e-bb8e-41fe-b4b2-db0e644816ef service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793171 Nov 19 14:26:16.710231 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8525753 Nov 19 14:26:16.729042 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:16.748415 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:16.759002 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8464053 Nov 19 14:26:16.784813 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28862d1d-1a8f-4d0b-a390-f75db242e93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82196543-45f8-4f2c-b167-47fc33f359a1,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:16.792262 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 56190) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:16.792461 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-28862d1d-1a8f-4d0b-a390-f75db242e93c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b220b13228bb4f56b5ea5b9eadbfad09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8065925 Nov 19 14:26:16.804506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-28862d1d-1a8f-4d0b-a390-f75db242e93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:16.839770 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf2789a-666e-4ae3-9edf-607432a345eb None None] Network e7686e89-ad67-4393-ad57-a965048f9278 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:26:16.903871 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c161d0fe-4922-46c2-ab8f-75e898697fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:16.962959 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c161d0fe-4922-46c2-ab8f-75e898697fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:17.056667 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c161d0fe-4922-46c2-ab8f-75e898697fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:17.065158 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9928927a-9430-4c1c-82cf-52c88b0c7edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:17.110445 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161d0fe-4922-46c2-ab8f-75e898697fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82196543-45f8-4f2c-b167-47fc33f359a1,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:17.120666 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c161d0fe-4922-46c2-ab8f-75e898697fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:17.140423 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c161d0fe-4922-46c2-ab8f-75e898697fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:17.141681 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-c161d0fe-4922-46c2-ab8f-75e898697fe0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82196543-45f8-4f2c-b167-47fc33f359a1 HTTP/1.1" status: 204 len: 168 time: 0.3482761 Nov 19 14:26:17.175299 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-abc3c19f-844c-4a02-837b-041105b7e954 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Synchronizing usage tracker for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:17.196036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-abc3c19f-844c-4a02-837b-041105b7e954 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Unset dirty status for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:17.197509 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-abc3c19f-844c-4a02-837b-041105b7e954 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1224737672&fields=id&tenant_id=3b9f0120857d4cdba0db0a3b0de27f15 HTTP/1.1" status: 200 len: 267 time: 0.0913339 Nov 19 14:26:17.250495 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5a5aa8c4-b67a-4a91-96d4-0965c448d9da req-0d03c777-8e8c-4cca-b05a-de75c694fb49 service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5105863 Nov 19 14:26:17.394109 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-1acb8ca2-74a5-4d59-8b02-a2a7c0066528 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:17.396080 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-1acb8ca2-74a5-4d59-8b02-a2a7c0066528 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 816 time: 0.1884925 Nov 19 14:26:17.428322 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:17.429130 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-39792b67-3a15-44e1-ad36-5ef1de8bbfb1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/quotas/3b9f0120857d4cdba0db0a3b0de27f15 HTTP/1.1" status: 200 len: 375 time: 0.0256722 Nov 19 14:26:17.575314 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-3e00d6f3-300a-4cfa-97fe-2ccd3630a534 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1409934 Nov 19 14:26:17.619572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-1b9f3243-e6ed-4e3a-8aa3-1bb203c2f15c tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:17.623130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 56234) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:17.626661 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-1b9f3243-e6ed-4e3a-8aa3-1bb203c2f15c tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/networks?id=43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 HTTP/1.1" status: 200 len: 809 time: 0.2161956 Nov 19 14:26:17.651473 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-3e25dd9f-b936-43ea-a2fc-efd895211ac6 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/quotas/47bd072d187249d49be8b1e7fa515356 HTTP/1.1" status: 200 len: 375 time: 0.0183022 Nov 19 14:26:17.659823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5f76fa25-4d5f-4b55-9252-632e26ef28d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:17.708684 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-90c5c9e2-920e-48de-8e9b-02b9da17297e tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?tenant_id=47bd072d187249d49be8b1e7fa515356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558503 Nov 19 14:26:17.774954 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5f76fa25-4d5f-4b55-9252-632e26ef28d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:17.789260 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5f76fa25-4d5f-4b55-9252-632e26ef28d6 admin admin] Usage tracker for resource:security_group_rule and tenant:b86ada1851f74738b98095f561d76655 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:17.794550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5f76fa25-4d5f-4b55-9252-632e26ef28d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:17.804437 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5f76fa25-4d5f-4b55-9252-632e26ef28d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:17.838421 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-c50c211b-5160-4ad2-a743-60e9cb7b8477 service neutron] 10.222.0.43 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382343 Nov 19 14:26:17.867032 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-edfc70a6-d557-4c3c-859b-c113eaa3c2d9 service neutron] 10.222.0.43 "GET /v2.0/networks/43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574740 Nov 19 14:26:17.969480 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:18.014005 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56244) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:18.023644 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-6b380960-8c81-42c4-a880-395b9688d0a7 service neutron] 10.222.0.43 "GET /v2.0/networks/43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1475749 Nov 19 14:26:18.040039 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-b4cc27d9-5801-4aea-a27e-c632628f5236 service neutron] 10.222.0.43 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1948841 Nov 19 14:26:18.041988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5f76fa25-4d5f-4b55-9252-632e26ef28d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:18.045651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5f76fa25-4d5f-4b55-9252-632e26ef28d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:18.055665 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fc9aef46-a2cc-4f20-9581-7febf2213dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:18.140817 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76fa25-4d5f-4b55-9252-632e26ef28d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9584a89b-6288-44e0-a8e8-252c2b5ae089,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:18.144598 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5f76fa25-4d5f-4b55-9252-632e26ef28d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:18.163567 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56252) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:18.163715 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-5f76fa25-4d5f-4b55-9252-632e26ef28d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b86ada1851f74738b98095f561d76655&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5393827 Nov 19 14:26:18.354506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-18d0ca73-3c6e-409e-b0d0-83ae6b68c6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:18.393577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedb197-e705-44ca-8585-06d598f38920 req-8b744884-9338-48a7-b1d5-cb0d161c6d79 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:18.402330 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0aedb197-e705-44ca-8585-06d598f38920 req-8b744884-9338-48a7-b1d5-cb0d161c6d79 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 944 time: 0.0985875 Nov 19 14:26:18.470720 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0aedb197-e705-44ca-8585-06d598f38920 req-717dcfc2-d976-4ff7-80e3-f062239a5efb tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667996 Nov 19 14:26:18.515223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-18d0ca73-3c6e-409e-b0d0-83ae6b68c6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:18.532938 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-18d0ca73-3c6e-409e-b0d0-83ae6b68c6b7 admin admin] Usage tracker for resource:security_group_rule and tenant:50760a1f7ca941a08d0d479d0b50ac0a is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:18.552689 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-18d0ca73-3c6e-409e-b0d0-83ae6b68c6b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:18.567909 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-18d0ca73-3c6e-409e-b0d0-83ae6b68c6b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:18.570844 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6108b893-75d8-4193-ae32-afec17f37936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:18.598199 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013204a-3581-4146-9495-fa6e06478080 req-0eda8fc5-b116-4d92-afbd-aaa5ae8a1107 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:18.600081 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a013204a-3581-4146-9495-fa6e06478080 req-0eda8fc5-b116-4d92-afbd-aaa5ae8a1107 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.16 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 945 time: 0.3720057 Nov 19 14:26:18.664705 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6108b893-75d8-4193-ae32-afec17f37936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:18.682622 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c6a81-2040-48f4-ab75-b65838b2af27 req-7ef3114e-6cf7-40e9-9347-8cc2af3033a2 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:18.690845 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-778c6a81-2040-48f4-ab75-b65838b2af27 req-7ef3114e-6cf7-40e9-9347-8cc2af3033a2 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 945 time: 0.3183198 Nov 19 14:26:18.709461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a4fe9-beba-4159-b4f6-70c0fa44b27c req-caa101ba-6db4-448e-97b3-e4dd67e0fac4 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:18.711065 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6e9a4fe9-beba-4159-b4f6-70c0fa44b27c req-caa101ba-6db4-448e-97b3-e4dd67e0fac4 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 944 time: 0.0982931 Nov 19 14:26:18.789266 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6e9a4fe9-beba-4159-b4f6-70c0fa44b27c req-1da29f43-4943-4c5b-a84a-f952639ed5cb tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686414 Nov 19 14:26:18.858568 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Deleting port 36cbc893-76ab-4062-8877-802fc64acf69 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:26:18.858859 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:18.896588 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-778c6a81-2040-48f4-ab75-b65838b2af27 req-3beb5f6e-236c-4a37-82f6-0cf6b1c2a81e tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/security-groups?id=561a97f3-009e-4c42-b98b-575759f75c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046819 Nov 19 14:26:18.993913 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-18d0ca73-3c6e-409e-b0d0-83ae6b68c6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.000715 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8ec7835d-2086-49f4-ae3a-b93ff23ed157 req-74d9d930-3916-47dd-883c-ad524d17bb99 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 210 time: 0.0544937 Nov 19 14:26:19.008070 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6108b893-75d8-4193-ae32-afec17f37936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.014168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-18d0ca73-3c6e-409e-b0d0-83ae6b68c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.022010 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-54791b17-a1ea-45d1-886e-6706cb9914c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:19.032077 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 240e58bb-f932-4ae4-8f41-baad12f36598 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:19.055560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108b893-75d8-4193-ae32-afec17f37936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9584a89b-6288-44e0-a8e8-252c2b5ae089,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:19.171055 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port 240e58bb-f932-4ae4-8f41-baad12f36598 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:26:19.176866 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 240e58bb-f932-4ae4-8f41-baad12f36598 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:19.178075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.225815 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-9b8e3a79-f9ca-4b05-8b1c-b94d23cefc31 req-0ca67664-e620-4192-a0f1-e24cdd5bcbdd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Synchronizing usage tracker for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:19.237188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6108b893-75d8-4193-ae32-afec17f37936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.238455 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6108b893-75d8-4193-ae32-afec17f37936 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9584a89b-6288-44e0-a8e8-252c2b5ae089 HTTP/1.1" status: 204 len: 168 time: 1.0733960 Nov 19 14:26:19.273811 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-18d0ca73-3c6e-409e-b0d0-83ae6b68c6b7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50760a1f7ca941a08d0d479d0b50ac0a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2552574 Nov 19 14:26:19.282897 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 56290) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:19.305851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.342427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 240e58bb-f932-4ae4-8f41-baad12f36598, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=240e58bb-f932-4ae4-8f41-baad12f36598,segment=NetworkSegment(89ae7cbe-f5bc-4e14-a134-20a2d916f3b0),segment_id=89ae7cbe-f5bc-4e14-a134-20a2d916f3b0)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:26:19.343709 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c438a2-e037-4cb7-a933-94c0fb648913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240e58bb-f932-4ae4-8f41-baad12f36598'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:19.350844 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.353498 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:19.401087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d677db26-4135-43da-a262-546070af9c4f tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:19.401438 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] For port 36cbc893-76ab-4062-8877-802fc64acf69, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=36cbc893-76ab-4062-8877-802fc64acf69,segment=NetworkSegment(f3c2c780-0327-40ba-83fd-dcefbf77ef8a),segment_id=f3c2c780-0327-40ba-83fd-dcefbf77ef8a)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:26:19.401796 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.401924 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d677db26-4135-43da-a262-546070af9c4f tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Synchronizing usage tracker for tenant:1a9ca28804934403add148eff8fd4c9e on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:19.406458 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d9cfcd5a-49e5-4afd-abe6-d7d5a7a2f878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.428762 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 36cbc893-76ab-4062-8877-802fc64acf69 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:26:19.440560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d9cfcd5a-49e5-4afd-abe6-d7d5a7a2f878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.488698 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d677db26-4135-43da-a262-546070af9c4f tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Unset dirty status for tenant:1a9ca28804934403add148eff8fd4c9e on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:19.493859 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=240e58bb-f932-4ae4-8f41-baad12f36598,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:19.495641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0ca73-3c6e-409e-b0d0-83ae6b68c6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ac1364-f1d7-4cf1-8690-994d800ce8bd,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:19.499082 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:19.504053 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d677db26-4135-43da-a262-546070af9c4f tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/networks?id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 HTTP/1.1" status: 200 len: 815 time: 0.3219748 Nov 19 14:26:19.542369 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-343cfd7e-ca93-4d33-a6b1-8f106167ff6d tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/quotas/1a9ca28804934403add148eff8fd4c9e HTTP/1.1" status: 200 len: 375 time: 0.0370998 Nov 19 14:26:19.566925 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-18d0ca73-3c6e-409e-b0d0-83ae6b68c6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:19.567559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-89da3e83-91db-4fbc-831a-2928146f81b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.516s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:19.567956 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-89da3e83-91db-4fbc-831a-2928146f81b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:19.577034 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Calling delete_port for 36cbc893-76ab-4062-8877-802fc64acf69 owned by compute:nova {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:26:19.578058 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.617267 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d9cfcd5a-49e5-4afd-abe6-d7d5a7a2f878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.627714 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9e198c95-85fd-436f-bd8e-2ecc425d7d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:19.637739 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 36cbc893-76ab-4062-8877-802fc64acf69, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=36cbc893-76ab-4062-8877-802fc64acf69,segment=NetworkSegment(f3c2c780-0327-40ba-83fd-dcefbf77ef8a),segment_id=f3c2c780-0327-40ba-83fd-dcefbf77ef8a)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:26:19.645512 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.651540 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7bedee9e-9e0c-40b8-bba4-8bd51f28b76d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:19.652065 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfcd5a-49e5-4afd-abe6-d7d5a7a2f878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ac1364-f1d7-4cf1-8690-994d800ce8bd,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:19.655606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d9cfcd5a-49e5-4afd-abe6-d7d5a7a2f878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:19.658151 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d9cfcd5a-49e5-4afd-abe6-d7d5a7a2f878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:19.659381 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-d9cfcd5a-49e5-4afd-abe6-d7d5a7a2f878 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/26ac1364-f1d7-4cf1-8690-994d800ce8bd HTTP/1.1" status: 204 len: 168 time: 0.3754504 Nov 19 14:26:19.673231 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-42248914-18b9-4758-9a8f-485f2a31e54c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a9ca28804934403add148eff8fd4c9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1298542 Nov 19 14:26:19.678620 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-9b8e3a79-f9ca-4b05-8b1c-b94d23cefc31 req-0ca67664-e620-4192-a0f1-e24cdd5bcbdd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Unset dirty status for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:19.694003 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9b8e3a79-f9ca-4b05-8b1c-b94d23cefc31 req-0ca67664-e620-4192-a0f1-e24cdd5bcbdd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 210 time: 0.6023233 Nov 19 14:26:19.899715 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c438a2-e037-4cb7-a933-94c0fb648913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240e58bb-f932-4ae4-8f41-baad12f36598', 'code': 200} Nov 19 14:26:19.930050 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=36cbc893-76ab-4062-8877-802fc64acf69,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:19.942533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:19.988729 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.api [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80335) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 14:26:19.989079 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_db.api [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 14:26:20.019604 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-178193a5-2a36-47bb-b674-2ed8c799ef33 service neutron] 10.222.0.43 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453159 Nov 19 14:26:20.080470 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-4b09a97e-83f2-45ee-9e9c-628e8cdaf7b2 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:20.081250 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-4b09a97e-83f2-45ee-9e9c-628e8cdaf7b2 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Synchronizing usage tracker for tenant:47bd072d187249d49be8b1e7fa515356 on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:20.176954 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-4b09a97e-83f2-45ee-9e9c-628e8cdaf7b2 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Unset dirty status for tenant:47bd072d187249d49be8b1e7fa515356 on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:20.178277 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-4b09a97e-83f2-45ee-9e9c-628e8cdaf7b2 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.16 "GET /v2.0/networks?id=43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 HTTP/1.1" status: 200 len: 809 time: 0.3386936 Nov 19 14:26:20.206357 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e5186-ebd2-4615-b07e-295aa7c5c7d2 req-1eba9281-d680-43d3-a367-72f845d35c5c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:20.207298 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-4b2e5186-ebd2-4615-b07e-295aa7c5c7d2 req-1eba9281-d680-43d3-a367-72f845d35c5c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Synchronizing usage tracker for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:20.221987 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-2dc04984-8ee0-46c8-a52a-dac5a778aa4c service neutron] 10.222.0.43 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2014143 Nov 19 14:26:20.227053 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Request body: {'port': {'device_id': 'e65681d6-c0df-43a3-97e7-034b2cb379d9', 'network_id': '43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5', 'admin_state_up': True, 'tenant_id': '47bd072d187249d49be8b1e7fa515356'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:20.235773 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-4b2e5186-ebd2-4615-b07e-295aa7c5c7d2 req-1eba9281-d680-43d3-a367-72f845d35c5c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Unset dirty status for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:20.237118 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4b2e5186-ebd2-4615-b07e-295aa7c5c7d2 req-1eba9281-d680-43d3-a367-72f845d35c5c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 944 time: 0.1928182 Nov 19 14:26:20.302101 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4b2e5186-ebd2-4615-b07e-295aa7c5c7d2 req-279d15e0-dbdc-4214-812b-6927de0d10fd tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579414 Nov 19 14:26:20.349086 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56320) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:20.382724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-10c8b162-7084-42d3-bd59-46b41301a02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:20.465924 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-10c8b162-7084-42d3-bd59-46b41301a02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:20.475679 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-10c8b162-7084-42d3-bd59-46b41301a02b admin admin] Usage tracker for resource:security_group_rule and tenant:2d8ff8046ec34b6287c9158a07f7a150 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:20.479474 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-10c8b162-7084-42d3-bd59-46b41301a02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:20.486109 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-10c8b162-7084-42d3-bd59-46b41301a02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:20.489703 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Deleting port 36cbc893-76ab-4062-8877-802fc64acf69 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:26:20.490214 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:20.557886 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:20.569978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Usage tracker for resource:port and tenant:47bd072d187249d49be8b1e7fa515356 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:20.577552 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Quota usage for port was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:20.591419 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:20.613163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Made reservation on behalf of 47bd072d187249d49be8b1e7fa515356 for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:26:20.619234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:20.800990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] For port 36cbc893-76ab-4062-8877-802fc64acf69, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=36cbc893-76ab-4062-8877-802fc64acf69,segment=NetworkSegment(f3c2c780-0327-40ba-83fd-dcefbf77ef8a),segment_id=f3c2c780-0327-40ba-83fd-dcefbf77ef8a)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:26:20.801464 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:20.949986 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a0f6dbc-5530-4bf0-b3e3-f139c6a51035 req-014350da-7513-49e2-8512-c5a491e591e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 1163 time: 0.3103151 Nov 19 14:26:20.963700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ad9f-df19-4603-a01c-dd3ad01c1723 req-06a6a518-8f36-425a-a8b1-53ef5213abd7 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:20.965419 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0456ad9f-df19-4603-a01c-dd3ad01c1723 req-06a6a518-8f36-425a-a8b1-53ef5213abd7 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 943 time: 0.2575414 Nov 19 14:26:21.130598 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Calling delete_port for 36cbc893-76ab-4062-8877-802fc64acf69 owned by compute:nova {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:26:21.217703 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0456ad9f-df19-4603-a01c-dd3ad01c1723 req-f963673a-bbe0-4272-8741-9ee151e1b796 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/security-groups?id=561a97f3-009e-4c42-b98b-575759f75c4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000303 Nov 19 14:26:21.219718 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a0f6dbc-5530-4bf0-b3e3-f139c6a51035 req-f97e85d2-11eb-4b8d-8121-afe852fb4e3b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037506 Nov 19 14:26:21.272009 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 240e58bb-f932-4ae4-8f41-baad12f36598 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:21.406837 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 240e58bb-f932-4ae4-8f41-baad12f36598 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:21.407421 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:21.536164 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-10c8b162-7084-42d3-bd59-46b41301a02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:21.544308 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-e4393b5d-745e-4444-b330-dd8aad2048c0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:21.545882 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-e4393b5d-745e-4444-b330-dd8aad2048c0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Synchronizing usage tracker for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:network {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:21.571753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device dd1dd24d-d5e0-4d66-adcb-d87120967d4a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:21.600607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-10c8b162-7084-42d3-bd59-46b41301a02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:21.601402 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56360) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:21.634985 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-eb789dcb-5153-402b-b1bb-db018efd551a req-f1fac10d-822b-4003-a02e-091227db38e2 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 210 time: 0.0616422 Nov 19 14:26:21.637389 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:21.652144 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Allocated IP 172.20.0.14 (43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5/5775fbf7-4d97-47ed-812d-168b65d4e8a9/4b2744d1-1c42-4854-8600-6ebc54f4291c) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:26:21.652712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port dd1dd24d-d5e0-4d66-adcb-d87120967d4a completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:26:21.658604 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port dd1dd24d-d5e0-4d66-adcb-d87120967d4a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:21.659212 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:21.683642 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8b162-7084-42d3-bd59-46b41301a02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f59b86-bc8f-43fd-88d0-cb68247a2f61,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:21.694694 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-10c8b162-7084-42d3-bd59-46b41301a02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:21.714461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0708a-408f-4580-8d35-bb32a0173c35 req-b24d70a9-6654-4e19-a1a6-0b5566e929a3 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:21.716267 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a3c0708a-408f-4580-8d35-bb32a0173c35 req-b24d70a9-6654-4e19-a1a6-0b5566e929a3 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.5195119 Nov 19 14:26:21.727234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-e4393b5d-745e-4444-b330-dd8aad2048c0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Unset dirty status for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:network {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:21.728470 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-e4393b5d-745e-4444-b330-dd8aad2048c0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.16 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 816 time: 0.5341194 Nov 19 14:26:21.785408 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 56366) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:21.788135 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-10c8b162-7084-42d3-bd59-46b41301a02b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d8ff8046ec34b6287c9158a07f7a150&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4310379 Nov 19 14:26:21.815705 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:21.851463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:21.855180 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port dd1dd24d-d5e0-4d66-adcb-d87120967d4a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dd1dd24d-d5e0-4d66-adcb-d87120967d4a,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:26:21.863789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:21.866013 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6a393d92-a4ef-4146-87a8-cc8ed5973444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:21.902213 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb487a0-f805-49c6-8a9f-1f3bf7d07963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36cbc893-76ab-4062-8877-802fc64acf69'}, {'server_uuid': 'cf00fbeb-acfc-4080-93e5-abdeedcdc903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1dd24d-d5e0-4d66-adcb-d87120967d4a'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:21.935964 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:21.945719 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=dd1dd24d-d5e0-4d66-adcb-d87120967d4a,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:21.949699 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:21.953209 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-893c9300-73a7-44f3-b3ff-37653cb57edc req-fde2e057-936d-49b6-98be-1724dbd03e38 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 210 time: 0.0748296 Nov 19 14:26:22.012117 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Pushing event deleted for resources: {'Port': ['ID=36cbc893-76ab-4062-8877-802fc64acf69,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:22.029619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4c4f8763-59e4-4850-b06b-37f42deb168f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:22.092423 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26c29caf-6f6d-4697-9387-6429d325e7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:22.111171 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-8e964b17-76d7-4c5a-ae1b-92e071d4cd87 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Synchronizing usage tracker for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:security_group {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:22.122213 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a3c0708a-408f-4580-8d35-bb32a0173c35 req-91c255f2-0d73-45f5-b58a-5673c304604c tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850827 Nov 19 14:26:22.150354 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.150860 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.151120 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.151507 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.151889 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.152271 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.152651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.153027 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.153403 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.153802 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.154180 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.154555 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.154997 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.155373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.155751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.156120 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.156492 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.156866 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.157243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.157534 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f26bec66-e26e-400b-ae5c-b9a0129df7b0 req-185a21fa-f0e5-4093-81fe-3812d709b782 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 210 time: 0.0722535 Nov 19 14:26:22.157636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.157983 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.158355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.158731 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.159106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:22.169982 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-4c4f8763-59e4-4850-b06b-37f42deb168f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:22.174332 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:22.184753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-4c4f8763-59e4-4850-b06b-37f42deb168f admin admin] Usage tracker for resource:security_group_rule and tenant:e3816e9124cc491ca456f796f38cc60c is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:22.191461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-4c4f8763-59e4-4850-b06b-37f42deb168f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:22.196105 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-8e964b17-76d7-4c5a-ae1b-92e071d4cd87 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Unset dirty status for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:security_group {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:22.197521 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-8e964b17-76d7-4c5a-ae1b-92e071d4cd87 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15 HTTP/1.1" status: 200 len: 5045 time: 0.4047399 Nov 19 14:26:22.209700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26c29caf-6f6d-4697-9387-6429d325e7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:22.223273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-4c4f8763-59e4-4850-b06b-37f42deb168f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:22.232409 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Request body: {'port': {'device_id': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'admin_state_up': True, 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'security_groups': ['6dad5f38-8b75-48fd-922c-5257293f645f']}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:22.277539 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb487a0-f805-49c6-8a9f-1f3bf7d07963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36cbc893-76ab-4062-8877-802fc64acf69', 'code': 200} Nov 19 14:26:22.277846 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf00fbeb-acfc-4080-93e5-abdeedcdc903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1dd24d-d5e0-4d66-adcb-d87120967d4a', 'code': 200} Nov 19 14:26:22.303610 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:22.338472 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:22.359980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:22.394506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26c29caf-6f6d-4697-9387-6429d325e7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:22.415064 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device dd1dd24d-d5e0-4d66-adcb-d87120967d4a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:22.487652 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1eb2626a-ef63-4305-bf26-ab6e1543a029 req-dd2e3fed-6cde-4db2-b7f6-398894176507 tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.43 "GET /v2.0/ports?device_id=9bb487a0-f805-49c6-8a9f-1f3bf7d07963 HTTP/1.1" status: 200 len: 210 time: 0.0836496 Nov 19 14:26:22.511263 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] No DVR routers for this DVR port 36cbc893-76ab-4062-8877-802fc64acf69 on host hv-cinder-76330 {{(pid=80335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:26:22.533633 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:22.538542 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port dd1dd24d-d5e0-4d66-adcb-d87120967d4a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:22.539144 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:22.553810 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb487a0-f805-49c6-8a9f-1f3bf7d07963', 'name': 'network-vif-deleted', 'tag': '36cbc893-76ab-4062-8877-802fc64acf69'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:22.607525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:22.634625 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:22.640834 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a013204a-3581-4146-9495-fa6e06478080 req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] 10.222.0.16 "DELETE /v2.0/ports/36cbc893-76ab-4062-8877-802fc64acf69 HTTP/1.1" status: 204 len: 173 time: 4.0327885 Nov 19 14:26:22.650837 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4c4f8763-59e4-4850-b06b-37f42deb168f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:22.656459 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26c29caf-6f6d-4697-9387-6429d325e7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:22.659464 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e41e44-7f63-47d4-aa7f-a5fe4be715f9 req-dd336116-0cdd-4eec-8b7a-0837c07b4835 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:22.660624 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-26c29caf-6f6d-4697-9387-6429d325e7a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51f59b86-bc8f-43fd-88d0-cb68247a2f61 HTTP/1.1" status: 204 len: 168 time: 0.8741021 Nov 19 14:26:22.667923 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32e41e44-7f63-47d4-aa7f-a5fe4be715f9 req-dd336116-0cdd-4eec-8b7a-0837c07b4835 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.3860123 Nov 19 14:26:22.671867 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Pushing event updated for resources: {'Port': ['ID=4b2744d1-1c42-4854-8600-6ebc54f4291c,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:22.675836 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:22.681186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:22.704981 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4c4f8763-59e4-4850-b06b-37f42deb168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:22.719770 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb487a0-f805-49c6-8a9f-1f3bf7d07963', 'name': 'network-vif-deleted', 'tag': '36cbc893-76ab-4062-8877-802fc64acf69', 'status': 'completed', 'code': 200} Nov 19 14:26:22.734348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-10c8b162-7084-42d3-bd59-46b41301a02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:22.747016 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c29caf-6f6d-4697-9387-6429d325e7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f59b86-bc8f-43fd-88d0-cb68247a2f61,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:22.750864 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-26c29caf-6f6d-4697-9387-6429d325e7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:22.752765 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Made reservation on behalf of 3b9f0120857d4cdba0db0a3b0de27f15 for: {'port': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:26:22.775939 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:22.876759 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e450-c724-4e01-8b67-a4243346ef07 req-1eb9161a-d74d-42c0-b292-12759962f4e4 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:22.878890 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-1eb9161a-d74d-42c0-b292-12759962f4e4 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "GET /v2.0/networks?id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 HTTP/1.1" status: 200 len: 815 time: 0.3902354 Nov 19 14:26:22.881469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Network 43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:26:22.882895 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:26:22.891715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:26:22.896470 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:22.897245 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:22.936282 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-4c4f8763-59e4-4850-b06b-37f42deb168f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3816e9124cc491ca456f796f38cc60c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3247468 Nov 19 14:26:22.949041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56384) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:23.076102 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Request body: {'port': {'device_id': 'dd183bae-8190-4729-b971-ecbd4e78daa4', 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4', 'admin_state_up': True, 'tenant_id': '1a9ca28804934403add148eff8fd4c9e'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:23.132203 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32e41e44-7f63-47d4-aa7f-a5fe4be715f9 req-c71ac885-1124-4999-93be-80c3ead1335c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4632034 Nov 19 14:26:23.135874 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f8763-59e4-4850-b06b-37f42deb168f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cb35a8-19cb-41b7-82e9-312320faaf38,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:23.140663 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9220514 Nov 19 14:26:23.163985 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7310435a-a84d-4499-9007-a94fcb44eead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:23.210491 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4c4f8763-59e4-4850-b06b-37f42deb168f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:23.216807 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56396) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:23.222440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Request body: {'port': {'device_id': 'e65681d6-c0df-43a3-97e7-034b2cb379d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:23.227687 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7310435a-a84d-4499-9007-a94fcb44eead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:23.331756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-79b4ac9a-447a-452c-8d15-219c58bdbbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:23.400457 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce424b-781e-4317-b334-70199e4b36ae req-f673df8c-4c3d-4cab-8dee-f6fdbc43a080 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:23.401418 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-62ce424b-781e-4317-b334-70199e4b36ae req-f673df8c-4c3d-4cab-8dee-f6fdbc43a080 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Synchronizing usage tracker for tenant:47bd072d187249d49be8b1e7fa515356 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:23.420504 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:23.442735 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b80a9441-6611-404a-9de5-7bea9bbf37ea req-3bde5bf1-1655-4087-a36d-6bce1a78751d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 1163 time: 0.5833497 Nov 19 14:26:23.444744 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e0938580-9b8c-4435-a482-cfaa42e40b7e req-00d6da5e-fe58-4b67-9cf5-cf20f1da3b2e tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 210 time: 0.1014082 Nov 19 14:26:23.446130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:23.458452 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:23.460664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-62ce424b-781e-4317-b334-70199e4b36ae req-f673df8c-4c3d-4cab-8dee-f6fdbc43a080 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Unset dirty status for tenant:47bd072d187249d49be8b1e7fa515356 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:23.462707 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-62ce424b-781e-4317-b334-70199e4b36ae req-f673df8c-4c3d-4cab-8dee-f6fdbc43a080 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 932 time: 0.5730674 Nov 19 14:26:23.526816 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Made reservation on behalf of 1a9ca28804934403add148eff8fd4c9e for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:26:23.532429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:23.534196 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-79b4ac9a-447a-452c-8d15-219c58bdbbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:23.545214 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-79b4ac9a-447a-452c-8d15-219c58bdbbe8 admin admin] Usage tracker for resource:security_group_rule and tenant:f3a3a833f3154d9d966fb9aa15fe8ce3 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:23.550413 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-79b4ac9a-447a-452c-8d15-219c58bdbbe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:23.579642 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7310435a-a84d-4499-9007-a94fcb44eead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:23.584813 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-79b4ac9a-447a-452c-8d15-219c58bdbbe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:23.633595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:23.654364 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-b80a9441-6611-404a-9de5-7bea9bbf37ea req-fff28cdf-b088-49c1-a86a-dd498f42296d service neutron] Synchronizing usage tracker for tenant:b270d3edd67841ad9d37c096d0043ab6 on resource:security_group {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:23.659657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-62ce424b-781e-4317-b334-70199e4b36ae req-a07e2181-d2f9-49eb-a608-d74b5565cbbc tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Synchronizing usage tracker for tenant:47bd072d187249d49be8b1e7fa515356 on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:23.680146 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310435a-a84d-4499-9007-a94fcb44eead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cb35a8-19cb-41b7-82e9-312320faaf38,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:23.694621 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7310435a-a84d-4499-9007-a94fcb44eead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:23.795052 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-62ce424b-781e-4317-b334-70199e4b36ae req-a07e2181-d2f9-49eb-a608-d74b5565cbbc tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Unset dirty status for tenant:47bd072d187249d49be8b1e7fa515356 on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:23.796262 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-62ce424b-781e-4317-b334-70199e4b36ae req-a07e2181-d2f9-49eb-a608-d74b5565cbbc tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269742 Nov 19 14:26:23.812409 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Allocated IP 172.20.0.11 (6c7d019c-f6fc-47eb-aa49-9850e73d1180/20923fe1-d567-4c1e-add1-0805a365f43b/025c7366-5946-4660-940c-479c7330b0a6) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:26:23.845803 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7310435a-a84d-4499-9007-a94fcb44eead admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:23.849437 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-7310435a-a84d-4499-9007-a94fcb44eead admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7cb35a8-19cb-41b7-82e9-312320faaf38 HTTP/1.1" status: 204 len: 168 time: 0.8910239 Nov 19 14:26:23.963049 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665db3ab-5e32-481e-a3d1-9285221a4a05 req-10c63430-9ce0-47eb-8f57-939d3d095aa3 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:23.971058 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-665db3ab-5e32-481e-a3d1-9285221a4a05 req-10c63430-9ce0-47eb-8f57-939d3d095aa3 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.3836913 Nov 19 14:26:24.003215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-79b4ac9a-447a-452c-8d15-219c58bdbbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:24.026045 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-79b4ac9a-447a-452c-8d15-219c58bdbbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:24.056092 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-632c3eae-4ffb-4cdb-a648-418dec936f5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:24.119424 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c728e7ca-daf1-40b7-9814-1ed102a693bb req-19cae0fd-ceba-436a-b75d-3f18a9fc7c96 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 210 time: 0.0846829 Nov 19 14:26:24.176744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-b80a9441-6611-404a-9de5-7bea9bbf37ea req-fff28cdf-b088-49c1-a86a-dd498f42296d service neutron] Unset dirty status for tenant:b270d3edd67841ad9d37c096d0043ab6 on resource:security_group {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:24.178238 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b80a9441-6611-404a-9de5-7bea9bbf37ea req-fff28cdf-b088-49c1-a86a-dd498f42296d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7220311 Nov 19 14:26:24.216825 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-79b4ac9a-447a-452c-8d15-219c58bdbbe8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3a3a833f3154d9d966fb9aa15fe8ce3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9985514 Nov 19 14:26:24.219049 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 56410) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:24.243323 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4ac9a-447a-452c-8d15-219c58bdbbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138c9aa1-a4a7-447f-8a8d-9fa190a0e4b1,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:24.261040 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-665db3ab-5e32-481e-a3d1-9285221a4a05 req-5dd3e1b6-e996-4c5c-9d91-2daec6f1e70d tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888193 Nov 19 14:26:24.264703 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-79b4ac9a-447a-452c-8d15-219c58bdbbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:24.281214 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Allocated IP 172.20.0.3 (5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4/54b9d577-16b6-421d-b592-1d51eee4212f/ecbc88e3-6ee9-4a01-83e9-118248d1d387) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:26:24.340559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:24.375100 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Transition to ACTIVE for port object 025c7366-5946-4660-940c-479c7330b0a6 will not be triggered until provisioned by entity DHCP. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:26:24.399644 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d06ad643-09d5-41cf-9a77-865ca82601b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:24.411198 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:24.432800 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:24.461321 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d06ad643-09d5-41cf-9a77-865ca82601b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:24.558616 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b2744d1-1c42-4854-8600-6ebc54f4291c {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:26:24.583317 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:24.593071 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 240e58bb-f932-4ae4-8f41-baad12f36598 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:24.656934 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Transition to ACTIVE for port object 4b2744d1-1c42-4854-8600-6ebc54f4291c will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:26:24.689486 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:24.746520 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 240e58bb-f932-4ae4-8f41-baad12f36598 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:24.746942 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:25.070357 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5e5dc6f9-ec28-4565-b7b8-aa3946f7fa99 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:25.191629 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event updated for resources: {'Port': ['ID=025c7366-5946-4660-940c-479c7330b0a6,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:25.195926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:25.254079 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72f07335-759d-4b22-b324-a25a0168d472 req-b9df5a2f-3d9d-4cfe-a1a8-9ab9996483d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39529dac6cd14baa83b65e88bb873659&device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 1163 time: 0.3415208 Nov 19 14:26:25.287728 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d06ad643-09d5-41cf-9a77-865ca82601b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:25.300674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c8f61-8052-40f5-a7cd-817ea1e91513 req-e73d4bf1-bbb5-484a-9759-749c6381fc35 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:25.302318 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-066ab44b-ee81-4913-9879-ac39fa81c177 req-7697b211-0d88-41a0-a9cc-5243e406a20d tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 210 time: 0.4873507 Nov 19 14:26:25.308820 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-739c8f61-8052-40f5-a7cd-817ea1e91513 req-e73d4bf1-bbb5-484a-9759-749c6381fc35 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.3638687 Nov 19 14:26:25.312065 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:26:25.314116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:25.329223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:26:25.337627 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:26:25.342074 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:25.342756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:25.354632 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2744d1-1c42-4854-8600-6ebc54f4291c,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:25.402754 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.403169 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.403550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.404261 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.404261 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.404515 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1826258 Nov 19 14:26:25.404661 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.405039 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.405433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.405869 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.406353 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.406626 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.407004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.407445 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.407819 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.408167 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.408546 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.408918 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.409291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.409643 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.410096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.410419 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.410800 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.411171 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.411541 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:25.421102 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:25.423087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c161d0fe-4922-46c2-ab8f-75e898697fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:25.431334 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d06ad643-09d5-41cf-9a77-865ca82601b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:25.434988 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-d06ad643-09d5-41cf-9a77-865ca82601b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/138c9aa1-a4a7-447f-8a8d-9fa190a0e4b1 HTTP/1.1" status: 204 len: 168 time: 1.2125263 Nov 19 14:26:25.444386 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ad643-09d5-41cf-9a77-865ca82601b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138c9aa1-a4a7-447f-8a8d-9fa190a0e4b1,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:25.460202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d06ad643-09d5-41cf-9a77-865ca82601b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:25.481460 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:25.485406 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Request body: {'port': {'device_id': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:25.580373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:25.675412 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-739c8f61-8052-40f5-a7cd-817ea1e91513 req-4a77ba12-000b-402b-a245-2e72b0cfc4ea tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3658557 Nov 19 14:26:25.685547 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f07335-759d-4b22-b324-a25a0168d472 req-797e52da-a1f5-4fe7-8b55-0c4da51412fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:25.687122 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72f07335-759d-4b22-b324-a25a0168d472 req-797e52da-a1f5-4fe7-8b55-0c4da51412fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=155ce0ea-cd68-440f-9376-8aa82af6239b HTTP/1.1" status: 200 len: 913 time: 0.4217174 Nov 19 14:26:25.693951 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:25.778427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-c637c1ee-cb5b-4d2b-952a-e817e04e6ca2 None None] Provisioning for port 025c7366-5946-4660-940c-479c7330b0a6 completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:26:25.787011 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-c637c1ee-cb5b-4d2b-952a-e817e04e6ca2 None None] Provisioning complete for port 025c7366-5946-4660-940c-479c7330b0a6 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:25.787694 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c637c1ee-cb5b-4d2b-952a-e817e04e6ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:25.893906 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-c637c1ee-cb5b-4d2b-952a-e817e04e6ca2 None None] Port 025c7366-5946-4660-940c-479c7330b0a6 cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:26:25.937396 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Pushing event updated for resources: {'Port': ['ID=ecbc88e3-6ee9-4a01-83e9-118248d1d387,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:25.959796 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:25.983755 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72f07335-759d-4b22-b324-a25a0168d472 req-a06da227-f760-488b-8404-24ac679960bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=240e58bb-f932-4ae4-8f41-baad12f36598 HTTP/1.1" status: 200 len: 217 time: 0.1863074 Nov 19 14:26:25.988955 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Attempting to bind port 4b2744d1-1c42-4854-8600-6ebc54f4291c on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:26:25.989333 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Attempting to bind port 4b2744d1-1c42-4854-8600-6ebc54f4291c by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd527ac75-4b08-4c66-861e-fd6c071615db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:26:25.989715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Attempting to bind port 4b2744d1-1c42-4854-8600-6ebc54f4291c on network 43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:26:26.016751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acea59-6a5a-4518-aa50-7b961a0c47f9 req-5060e8eb-8941-4a82-bf48-fb37564bb04c tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:26.024607 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-35acea59-6a5a-4518-aa50-7b961a0c47f9 req-5060e8eb-8941-4a82-bf48-fb37564bb04c tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.3967447 Nov 19 14:26:26.064583 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:26:26.064970 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Checking segment: {'id': 'd527ac75-4b08-4c66-861e-fd6c071615db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:26:26.065381 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:26.065809 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Bound using segment: {'id': 'd527ac75-4b08-4c66-861e-fd6c071615db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:26:26.066310 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Bound port: 4b2744d1-1c42-4854-8600-6ebc54f4291c, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd527ac75-4b08-4c66-861e-fd6c071615db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:26:26.066689 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:26.119474 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-35acea59-6a5a-4518-aa50-7b961a0c47f9 req-70ac58f5-9e95-4d54-b7d7-e29ae4f669f1 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936711 Nov 19 14:26:26.160100 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:26:26.176914 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:26:26.183505 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:26:26.187923 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:26.188491 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:26.210394 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1486654 Nov 19 14:26:26.231793 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Request body: {'port': {'device_id': 'dd183bae-8190-4729-b971-ecbd4e78daa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:26.306394 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] For port 4b2744d1-1c42-4854-8600-6ebc54f4291c, host hv-cinder-76330, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:26:26.306886 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f07335-759d-4b22-b324-a25a0168d472 req-feb5ff03-b337-461f-b067-83ac306f1bb3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:26.308802 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72f07335-759d-4b22-b324-a25a0168d472 req-feb5ff03-b337-461f-b067-83ac306f1bb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2173cd01-9e9b-43c2-b18e-7f09f7b1079a HTTP/1.1" status: 200 len: 859 time: 0.1045630 Nov 19 14:26:26.321279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] For port 4b2744d1-1c42-4854-8600-6ebc54f4291c, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4b2744d1-1c42-4854-8600-6ebc54f4291c,segment=NetworkSegment(d527ac75-4b08-4c66-861e-fd6c071615db),segment_id=d527ac75-4b08-4c66-861e-fd6c071615db)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:26:26.377258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:26.441777 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5e9e5826-c8ec-4fd7-a887-16bcfde90ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:26.537480 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:26.701594 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Pushing event updated for resources: {'Port': ['ID=4b2744d1-1c42-4854-8600-6ebc54f4291c,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:26.709911 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:26.741564 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72f07335-759d-4b22-b324-a25a0168d472 req-3ff79b3c-0d76-4c7c-beae-c5c5581acdbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=155ce0ea-cd68-440f-9376-8aa82af6239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099472 Nov 19 14:26:26.782644 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc852ba-09df-4ce7-936e-a3523c18ff71 req-ed1de6f6-78bf-415b-841d-9e17b2895f3c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:26.784317 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-abc852ba-09df-4ce7-936e-a3523c18ff71 req-ed1de6f6-78bf-415b-841d-9e17b2895f3c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 932 time: 0.4244885 Nov 19 14:26:26.828767 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025c7366-5946-4660-940c-479c7330b0a6 {{(pid=80335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:26:26.855612 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:26.866695 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:26.868938 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-307cc26a-1128-4093-a441-e6914742f829 service neutron] 10.222.0.16 "PUT /v2.0/ports/4b2744d1-1c42-4854-8600-6ebc54f4291c HTTP/1.1" status: 200 len: 1158 time: 3.6520092 Nov 19 14:26:26.871182 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65681d6-c0df-43a3-97e7-034b2cb379d9', 'tag': '4b2744d1-1c42-4854-8600-6ebc54f4291c'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:26.933800 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76212-4321-4f1e-bdf1-907f1bc1c192 req-80994bd3-bd59-4a07-b383-92cc553ab2b2 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:26.935442 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4df76212-4321-4f1e-bdf1-907f1bc1c192 req-80994bd3-bd59-4a07-b383-92cc553ab2b2 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 944 time: 0.9015875 Nov 19 14:26:26.940278 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Transition to ACTIVE for port object 025c7366-5946-4660-940c-479c7330b0a6 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:26:26.963726 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:26.995692 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-abc852ba-09df-4ce7-936e-a3523c18ff71 req-03029bb0-7b5a-4e99-a217-bb2f4fc16a1f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967530 Nov 19 14:26:27.014936 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:27.076611 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72f07335-759d-4b22-b324-a25a0168d472 req-7f893ba9-a5df-420b-b029-7d5e8672291d service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151374 Nov 19 14:26:27.152729 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-9fe2c5ee-57a7-4e69-a9c7-36cb6c06f1ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47bd072d187249d49be8b1e7fa515356&device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 1161 time: 0.2189000 Nov 19 14:26:27.253631 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72f07335-759d-4b22-b324-a25a0168d472 req-2d2b5876-63f1-4db4-b0aa-488e7102d431 service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1686580 Nov 19 14:26:27.305912 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-5fa3b846-76b6-4652-b504-fe7f760fd86c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b2744d1-1c42-4854-8600-6ebc54f4291c HTTP/1.1" status: 200 len: 217 time: 0.1291249 Nov 19 14:26:27.398603 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.resource_extend [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 14:26:27.490454 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-c46a303a-1b49-41a4-b6f3-404452e2bd7b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:27.492084 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-c46a303a-1b49-41a4-b6f3-404452e2bd7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5775fbf7-4d97-47ed-812d-168b65d4e8a9 HTTP/1.1" status: 200 len: 849 time: 0.1743453 Nov 19 14:26:27.499958 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecbc88e3-6ee9-4a01-83e9-118248d1d387 {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:26:27.546653 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac6117-5f0a-4acb-bed0-4bf58d79398e req-bf032163-19e6-4b63-8396-379659a1e4f7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:27.547424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-83ac6117-5f0a-4acb-bed0-4bf58d79398e req-bf032163-19e6-4b63-8396-379659a1e4f7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Synchronizing usage tracker for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:27.550476 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Pushing event updated for resources: {'Port': ['ID=025c7366-5946-4660-940c-479c7330b0a6,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:27.554567 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:27.559560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:27.574550 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4df76212-4321-4f1e-bdf1-907f1bc1c192 req-a503d994-3fb9-4ca8-949f-69db07872ee7 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309338 Nov 19 14:26:27.576426 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-b93c4421-9eda-41cd-afa5-730bf8c8c93d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709860 Nov 19 14:26:27.591312 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Transition to ACTIVE for port object ecbc88e3-6ee9-4a01-83e9-118248d1d387 will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:26:27.620370 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:27.637738 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-83ac6117-5f0a-4acb-bed0-4bf58d79398e req-bf032163-19e6-4b63-8396-379659a1e4f7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Unset dirty status for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:27.637738 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-83ac6117-5f0a-4acb-bed0-4bf58d79398e req-bf032163-19e6-4b63-8396-379659a1e4f7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 931 time: 0.3728690 Nov 19 14:26:27.651907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:27.725375 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Attempting to bind port 025c7366-5946-4660-940c-479c7330b0a6 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:26:27.725726 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Attempting to bind port 025c7366-5946-4660-940c-479c7330b0a6 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:26:27.726098 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Attempting to bind port 025c7366-5946-4660-940c-479c7330b0a6 on network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:26:27.739260 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:26:27.739624 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Checking segment: {'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:26:27.740022 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:27.740408 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Bound using segment: {'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:26:27.741023 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Bound port: 025c7366-5946-4660-940c-479c7330b0a6, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:26:27.741395 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:27.807094 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-83ac6117-5f0a-4acb-bed0-4bf58d79398e req-32321894-396a-4c98-a97d-3ee7a438d0ed tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584475 Nov 19 14:26:27.919836 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113eefe-c633-4023-8024-da37d8280d75 req-8fe98e23-07b7-4f99-8f2e-50ccdbad23be tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:27.921412 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2113eefe-c633-4023-8024-da37d8280d75 req-8fe98e23-07b7-4f99-8f2e-50ccdbad23be tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1843662 Nov 19 14:26:27.963308 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] For port 025c7366-5946-4660-940c-479c7330b0a6, host hv-cinder-76330, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:26:27.988524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] For port 025c7366-5946-4660-940c-479c7330b0a6, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=025c7366-5946-4660-940c-479c7330b0a6,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:26:27.998286 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2113eefe-c633-4023-8024-da37d8280d75 req-2af658a8-d25e-4eef-947d-a9ba0f379ca8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696456 Nov 19 14:26:27.999635 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56516) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:28.011710 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:28.122354 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65681d6-c0df-43a3-97e7-034b2cb379d9', 'tag': '4b2744d1-1c42-4854-8600-6ebc54f4291c', 'status': 'completed', 'code': 200} Nov 19 14:26:28.123252 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:28.287279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbc88e3-6ee9-4a01-83e9-118248d1d387,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:28.309128 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:28.350694 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-045493ed-4862-49bb-b8e3-d0eafdbe5e2c service neutron] 10.222.0.16 "GET /v2.0/networks/43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621293 Nov 19 14:26:28.366098 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82c5605-1892-491d-a557-a8978c42291c admin admin] Deleting subnet 6ee07648-c550-4367-9663-1008dec21a54 {{(pid=80335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 14:26:28.380555 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b82c5605-1892-491d-a557-a8978c42291c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:28.409822 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Pushing event updated for resources: {'Port': ['ID=025c7366-5946-4660-940c-479c7330b0a6,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:28.437877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:28.475514 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b82c5605-1892-491d-a557-a8978c42291c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:28.494468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b82c5605-1892-491d-a557-a8978c42291c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1992101'] for subnet, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:28.537684 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a71958-5a7f-4892-a7a9-75bb706a5610 req-617420a5-3932-4320-a589-9fc5c0533385 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:28.539334 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-71a71958-5a7f-4892-a7a9-75bb706a5610 req-617420a5-3932-4320-a589-9fc5c0533385 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.3230650 Nov 19 14:26:28.556843 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:28.558604 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] 10.222.0.16 "PUT /v2.0/ports/025c7366-5946-4660-940c-479c7330b0a6 HTTP/1.1" status: 200 len: 1158 time: 3.0877697 Nov 19 14:26:28.561046 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'tag': '025c7366-5946-4660-940c-479c7330b0a6'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:28.597751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619934b-0a48-494a-8434-6a2d2a1b3d70 req-31d70cf1-7835-4305-8372-3f34ad829975 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:28.599424 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6619934b-0a48-494a-8434-6a2d2a1b3d70 req-31d70cf1-7835-4305-8372-3f34ad829975 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.2984974 Nov 19 14:26:28.618357 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56530) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:28.635121 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Attempting to bind port ecbc88e3-6ee9-4a01-83e9-118248d1d387 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:26:28.635525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Attempting to bind port ecbc88e3-6ee9-4a01-83e9-118248d1d387 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:26:28.635896 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Attempting to bind port ecbc88e3-6ee9-4a01-83e9-118248d1d387 on network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:26:28.657809 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-68d1cf3b-3571-4a6c-8d39-e565ea5de1d3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Request body: {'floatingip': {'port_id': 'dd1dd24d-d5e0-4d66-adcb-d87120967d4a'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:28.663133 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e88b2e29-57dc-4c33-a511-4ff93456e83b req-65fdf260-ac0a-4f9b-8ef7-837c0d171767 service neutron] 10.222.0.16 "GET /v2.0/networks/43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2973833 Nov 19 14:26:28.663933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:26:28.664589 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Checking segment: {'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:26:28.665533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:28.666264 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Bound using segment: {'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:26:28.666433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Bound port: ecbc88e3-6ee9-4a01-83e9-118248d1d387, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:26:28.666813 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:28.688475 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-71a71958-5a7f-4892-a7a9-75bb706a5610 req-a5d7c57e-1180-4ffa-a74a-19feefd36d6b tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421316 Nov 19 14:26:28.856456 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] For port ecbc88e3-6ee9-4a01-83e9-118248d1d387, host hv-cinder-76330, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:26:28.871264 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] For port ecbc88e3-6ee9-4a01-83e9-118248d1d387, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ecbc88e3-6ee9-4a01-83e9-118248d1d387,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:26:28.876063 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'tag': '025c7366-5946-4660-940c-479c7330b0a6', 'status': 'completed', 'code': 200} Nov 19 14:26:28.880753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:28.903031 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:28.987856 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-69146bb0-b5d4-44c0-bc17-99cc5c2f4209 req-96766488-f8b0-482d-99a4-b5d7ff68ed1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47bd072d187249d49be8b1e7fa515356&device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 1161 time: 0.1967950 Nov 19 14:26:29.003504 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-68d1cf3b-3571-4a6c-8d39-e565ea5de1d3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:29.172590 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Pushing event updated for resources: {'Port': ['ID=ecbc88e3-6ee9-4a01-83e9-118248d1d387,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:29.192066 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:29.297392 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-ab658f51-7e45-4481-89dd-f52f64d52705 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 1161 time: 0.5217614 Nov 19 14:26:29.311132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc800cbb-99b4-4fd7-9891-c0787766b089 req-314668ec-827b-4631-8cdd-1cecd31f5f2a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:29.311963 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-bc800cbb-99b4-4fd7-9891-c0787766b089 req-314668ec-827b-4631-8cdd-1cecd31f5f2a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Synchronizing usage tracker for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:29.313473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:29.315003 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] 10.222.0.16 "PUT /v2.0/ports/ecbc88e3-6ee9-4a01-83e9-118248d1d387 HTTP/1.1" status: 200 len: 1157 time: 3.0890396 Nov 19 14:26:29.319063 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69146bb0-b5d4-44c0-bc17-99cc5c2f4209 req-b4d23bed-1124-43e5-957e-a2660f888d25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:29.320355 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-69146bb0-b5d4-44c0-bc17-99cc5c2f4209 req-b4d23bed-1124-43e5-957e-a2660f888d25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 HTTP/1.1" status: 200 len: 903 time: 0.2798970 Nov 19 14:26:29.327478 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7344b-7235-4014-b4fa-8138384b723f req-8144dca4-8fa1-4739-a985-4acac69b584d tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:29.329017 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fae7344b-7235-4014-b4fa-8138384b723f req-8144dca4-8fa1-4739-a985-4acac69b584d tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 944 time: 0.3470256 Nov 19 14:26:29.416920 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-2bd5e62b-f608-4c89-ab06-87072824bc59 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=025c7366-5946-4660-940c-479c7330b0a6 HTTP/1.1" status: 200 len: 217 time: 0.0894604 Nov 19 14:26:29.421383 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b82c5605-1892-491d-a557-a8978c42291c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852783684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for subnet, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:29.487448 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-da24717b-92ae-4892-b865-03b1c7779dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:29.488052 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-69146bb0-b5d4-44c0-bc17-99cc5c2f4209 req-7200cf03-37f9-4ad5-9c58-f78f0c46722b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b2744d1-1c42-4854-8600-6ebc54f4291c HTTP/1.1" status: 200 len: 217 time: 0.1480172 Nov 19 14:26:29.519273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-bc800cbb-99b4-4fd7-9891-c0787766b089 req-314668ec-827b-4631-8cdd-1cecd31f5f2a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Unset dirty status for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:29.520360 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bc800cbb-99b4-4fd7-9891-c0787766b089 req-314668ec-827b-4631-8cdd-1cecd31f5f2a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.7429316 Nov 19 14:26:29.577540 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fae7344b-7235-4014-b4fa-8138384b723f req-f031658a-4b79-4937-975c-9daf7bbf5fdb tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388091 Nov 19 14:26:29.591586 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69146bb0-b5d4-44c0-bc17-99cc5c2f4209 req-a5ce6744-2dff-49ad-8eb8-3a6faa52d698 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:29.593391 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-69146bb0-b5d4-44c0-bc17-99cc5c2f4209 req-a5ce6744-2dff-49ad-8eb8-3a6faa52d698 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5775fbf7-4d97-47ed-812d-168b65d4e8a9 HTTP/1.1" status: 200 len: 849 time: 0.0933695 Nov 19 14:26:29.607422 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-2f4d6511-598b-4096-9ab5-59a0ee28df05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a9ca28804934403add148eff8fd4c9e&device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 1160 time: 0.1962192 Nov 19 14:26:29.717772 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-69146bb0-b5d4-44c0-bc17-99cc5c2f4209 req-4bba861e-411d-42bb-ae8e-83ce497b817b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145496 Nov 19 14:26:29.793281 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-2c0c5f7c-74f4-409c-ba9c-3092352c7724 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecbc88e3-6ee9-4a01-83e9-118248d1d387 HTTP/1.1" status: 200 len: 217 time: 0.1496420 Nov 19 14:26:29.814527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c5605-1892-491d-a557-a8978c42291c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee07648-c550-4367-9663-1008dec21a54,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:29.817836 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b82c5605-1892-491d-a557-a8978c42291c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:29.958267 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-12277675-8a72-4590-82cf-5ae09b033785 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:29.959867 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-12277675-8a72-4590-82cf-5ae09b033785 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20923fe1-d567-4c1e-add1-0805a365f43b HTTP/1.1" status: 200 len: 855 time: 0.5325797 Nov 19 14:26:30.118194 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bc800cbb-99b4-4fd7-9891-c0787766b089 req-6f6bc5e3-8eeb-444b-a5fe-5241951ea8bd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146403 Nov 19 14:26:30.136292 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b82c5605-1892-491d-a557-a8978c42291c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:30.141820 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd183bae-8190-4729-b971-ecbd4e78daa4', 'tag': 'ecbc88e3-6ee9-4a01-83e9-118248d1d387'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:30.199997 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e450-c724-4e01-8b67-a4243346ef07 req-1c294577-2c9e-4794-8467-00d2b199846f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:30.201858 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-1c294577-2c9e-4794-8467-00d2b199846f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54b9d577-16b6-421d-b592-1d51eee4212f HTTP/1.1" status: 200 len: 855 time: 0.3980844 Nov 19 14:26:30.214290 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b82c5605-1892-491d-a557-a8978c42291c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6ee07648-c550-4367-9663-1008dec21a54 HTTP/1.1" status: 204 len: 168 time: 2.2091055 Nov 19 14:26:30.217246 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-69146bb0-b5d4-44c0-bc17-99cc5c2f4209 req-76df370d-d957-46d7-a733-ee93d84f68a0 service neutron] 10.222.0.16 "GET /v2.0/networks/43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590774 Nov 19 14:26:30.219820 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 56556) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:30.286677 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce920ea-8213-4fe3-952a-da4c12efe647 req-b3b41aeb-d92a-42d2-8920-62e11f0d08d8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:30.288428 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6ce920ea-8213-4fe3-952a-da4c12efe647 req-b3b41aeb-d92a-42d2-8920-62e11f0d08d8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 943 time: 0.5796368 Nov 19 14:26:30.350557 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-bef4ffb8-427e-4348-9be1-9e7522a4b2c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263742 Nov 19 14:26:30.445108 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-48167aa7-b61b-45b0-839c-2f272986c1a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c7d019c-f6fc-47eb-aa49-9850e73d1180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4265032 Nov 19 14:26:30.576325 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1858883'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:30.699786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331bf9f-36ec-45e1-a796-d1fa2aa2f8aa req-d38baf4d-8f87-4e7e-99cd-68fbf8d6fea3 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:30.706226 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d331bf9f-36ec-45e1-a796-d1fa2aa2f8aa req-d38baf4d-8f87-4e7e-99cd-68fbf8d6fea3 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.3307037 Nov 19 14:26:30.725506 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-a610f941-7efa-4190-8a12-b9e7a36398c7 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695134 Nov 19 14:26:30.762560 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6ce920ea-8213-4fe3-952a-da4c12efe647 req-86ae3487-e452-4e59-98e8-fb7e1a33c2bf tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659822 Nov 19 14:26:30.771200 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-69146bb0-b5d4-44c0-bc17-99cc5c2f4209 req-c4fb8f21-dc57-43ef-9e6d-e1967272004f service neutron] 10.222.0.16 "GET /v2.0/networks/43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5460761 Nov 19 14:26:30.805059 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.resource_extend [None req-68d1cf3b-3571-4a6c-8d39-e565ea5de1d3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 14:26:30.858987 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-82a0e8be-8771-4a69-a37d-e8a59d3dc3ff service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781857 Nov 19 14:26:30.909187 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd183bae-8190-4729-b971-ecbd4e78daa4', 'tag': 'ecbc88e3-6ee9-4a01-83e9-118248d1d387', 'status': 'completed', 'code': 200} Nov 19 14:26:30.978206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970236', 'neutron.services.segments.db._delete_segments_for_network--9223363247167790520'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:31.010500 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d331bf9f-36ec-45e1-a796-d1fa2aa2f8aa req-7430f6aa-e2f7-4b20-b246-f4b0e2c36ed0 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024213 Nov 19 14:26:31.058367 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-68d1cf3b-3571-4a6c-8d39-e565ea5de1d3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:31.065662 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-68d1cf3b-3571-4a6c-8d39-e565ea5de1d3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:31.143446 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-249673d6-1d7e-481b-a1ee-b3685faba3d1 req-a803e0b9-c252-4d93-bbf2-499dd3835b85 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3886888 Nov 19 14:26:31.262970 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.263359 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.264147 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.264508 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > port after_create 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.264856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > port after_delete 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.265202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > port after_update 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.265564 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.265939 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.266286 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.266629 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.335382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.335938 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.336161 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.336534 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80334) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:26:31.336932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:31.362746 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c2c780-0327-40ba-83fd-dcefbf77ef8a') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:31.363313 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c2c780-0327-40ba-83fd-dcefbf77ef8a') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:31.373261 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c037e450-c724-4e01-8b67-a4243346ef07 req-75b42438-bc1b-42f1-91e7-8d58b8f98487 service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4956367 Nov 19 14:26:31.382279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247167819704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852154374'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:31.414229 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cf4fe-4f4d-4744-a3cf-471bc04d58aa req-24a114fd-1bba-4ebd-91ac-5cda8ac0e4d6 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:31.415939 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8b7cf4fe-4f4d-4744-a3cf-471bc04d58aa req-24a114fd-1bba-4ebd-91ac-5cda8ac0e4d6 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 944 time: 0.3796811 Nov 19 14:26:31.417100 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:31.419639 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 14:26:31.641018 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_db [None req-68d1cf3b-3571-4a6c-8d39-e565ea5de1d3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Floating IP 1b4ad392-7846-4fe4-b2a6-80946c5c50f2 associated. External IP: 172.28.0.85, port: dd1dd24d-d5e0-4d66-adcb-d87120967d4a. Nov 19 14:26:31.695036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Network ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:26:31.695277 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f1a147af-68ff-4eb4-8621-3e84e217c79d req-b497816d-d181-4707-b083-c411c83fe178 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 1161 time: 0.4369555 Nov 19 14:26:31.705246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1994887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851852602'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:31.729857 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8b7cf4fe-4f4d-4744-a3cf-471bc04d58aa req-6af5a87c-8008-49cb-a9f7-f4dde6172c62 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947516 Nov 19 14:26:31.741583 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0400e5-82ae-41d4-ae0c-445d75df130b req-670a8b90-1afb-4520-a24f-41fc8cff3090 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:31.743365 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ef0400e5-82ae-41d4-ae0c-445d75df130b req-670a8b90-1afb-4520-a24f-41fc8cff3090 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.4236743 Nov 19 14:26:31.909353 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Network ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:26:31.912411 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ef0400e5-82ae-41d4-ae0c-445d75df130b req-0de802f4-3f39-4f70-af97-c9e982f2f160 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570914 Nov 19 14:26:31.918750 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a147af-68ff-4eb4-8621-3e84e217c79d req-f7412502-0306-4db9-8b2d-9c4f2e3eab9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:31.920426 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f1a147af-68ff-4eb4-8621-3e84e217c79d req-f7412502-0306-4db9-8b2d-9c4f2e3eab9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 910 time: 0.2099676 Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: (rel_b, rel_a, rel_b), Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: (rel_b, rel_a, rel_b), Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: Traceback (most recent call last): Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: timer() Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: cb(*args, **kw) Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: return func(*args, **kwargs) Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: self._notify() Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: self.callback(batched_events) Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: event.method(event) Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: segment_id)['aggregates'][0] Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: return f(self, *a, **k) Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: return self._get(url).json() Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: **kwargs) Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: return self.request(url, 'GET', **kwargs) Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: **endpoint_filter) Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:26:31.983666 dv-cinder-763306-2-smb neutron-server[80223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:26:31.987105 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d152db86-5543-40d7-8cbe-2dd647cd0ca2 req-85c26fbc-8278-44d2-ab03-54b59f69f54b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a9ca28804934403add148eff8fd4c9e&device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 1160 time: 0.4566445 Nov 19 14:26:32.072136 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f1a147af-68ff-4eb4-8621-3e84e217c79d req-7d7e78ce-0439-411d-9695-2af56644cdf8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=025c7366-5946-4660-940c-479c7330b0a6 HTTP/1.1" status: 200 len: 217 time: 0.0893734 Nov 19 14:26:32.181289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a147af-68ff-4eb4-8621-3e84e217c79d req-e3decaf9-4653-467f-aef5-ab133af40de9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:32.182989 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f1a147af-68ff-4eb4-8621-3e84e217c79d req-e3decaf9-4653-467f-aef5-ab133af40de9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20923fe1-d567-4c1e-add1-0805a365f43b HTTP/1.1" status: 200 len: 855 time: 0.0891764 Nov 19 14:26:32.240267 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852805557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:32.253140 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-737ca566-2be7-4e43-9298-8987f8516337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:32.290226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:32.293371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:32.301858 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:32.303687 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152db86-5543-40d7-8cbe-2dd647cd0ca2 req-678eb84b-49a2-4fd0-abc3-58c274b99eba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:32.305393 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d152db86-5543-40d7-8cbe-2dd647cd0ca2 req-678eb84b-49a2-4fd0-abc3-58c274b99eba service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 HTTP/1.1" status: 200 len: 909 time: 0.3049674 Nov 19 14:26:32.314535 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ee4e0-cf43-4352-b022-ca8cee172635 req-578f9dd8-7ed4-4595-821c-3d28b785fc13 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:32.316533 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e42ee4e0-cf43-4352-b022-ca8cee172635 req-578f9dd8-7ed4-4595-821c-3d28b785fc13 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 943 time: 0.4095788 Nov 19 14:26:32.361809 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56612) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:32.482674 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f1a147af-68ff-4eb4-8621-3e84e217c79d req-42d41ee4-6663-4fec-9b6c-f075c2f01d82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c7d019c-f6fc-47eb-aa49-9850e73d1180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2185607 Nov 19 14:26:32.576787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2578e0-5ef4-46b4-ae52-e0d1992f9f6a req-3e9649dc-97c0-47c2-8aeb-01c688fbd33f tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:32.578538 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1d2578e0-5ef4-46b4-ae52-e0d1992f9f6a req-3e9649dc-97c0-47c2-8aeb-01c688fbd33f tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.3133430 Nov 19 14:26:32.616173 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] 10.222.0.43 "DELETE /v2.0/networks/ae78e8b1-d8b4-47bc-afe6-2fa3bf4a8bde HTTP/1.1" status: 204 len: 168 time: 2.3950617 Nov 19 14:26:32.635457 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d152db86-5543-40d7-8cbe-2dd647cd0ca2 req-fcab2460-e010-4c30-8a09-d91dc3883664 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecbc88e3-6ee9-4a01-83e9-118248d1d387 HTTP/1.1" status: 200 len: 217 time: 0.3162727 Nov 19 14:26:32.648336 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e42ee4e0-cf43-4352-b022-ca8cee172635 req-9185f553-302c-4c5e-8bff-800e28e550cb tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624044 Nov 19 14:26:32.662957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ae578317-64f6-4713-b92c-6fdc94059b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:32.715333 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152db86-5543-40d7-8cbe-2dd647cd0ca2 req-6163e1dc-6568-40b0-ab31-81df1edac37e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:32.716955 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d152db86-5543-40d7-8cbe-2dd647cd0ca2 req-6163e1dc-6568-40b0-ab31-81df1edac37e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54b9d577-16b6-421d-b592-1d51eee4212f HTTP/1.1" status: 200 len: 855 time: 0.0719106 Nov 19 14:26:32.791456 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d152db86-5543-40d7-8cbe-2dd647cd0ca2 req-18c04ee1-6fcd-494a-be39-eb92ad678b96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649385 Nov 19 14:26:32.792288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 56628) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:32.822428 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ae578317-64f6-4713-b92c-6fdc94059b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:32.834504 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ae578317-64f6-4713-b92c-6fdc94059b72 admin admin] Usage tracker for resource:security_group_rule and tenant:0fd4d3d438da439ca9ce80de1d3a77ea is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:32.841345 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ae578317-64f6-4713-b92c-6fdc94059b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:32.847362 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1d2578e0-5ef4-46b4-ae52-e0d1992f9f6a req-fd984607-31d7-4c2b-a362-f8a841914c7c tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525814 Nov 19 14:26:32.849187 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f1a147af-68ff-4eb4-8621-3e84e217c79d req-9f0a696b-8635-4717-96d7-575aaf32df23 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569233 Nov 19 14:26:32.855526 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ae578317-64f6-4713-b92c-6fdc94059b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:32.936018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d1cf3b-3571-4a6c-8d39-e565ea5de1d3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:26:33.018407 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b0d15118-e4fa-443f-b004-d5c3a4907989 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad5b8fcef4374aa6b66adc72ac0c5b9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2224512 Nov 19 14:26:33.020048 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 56634) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:33.080649 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d152db86-5543-40d7-8cbe-2dd647cd0ca2 req-128b99ae-f639-4414-b748-3ad12fa2e2e7 service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709317 Nov 19 14:26:33.157534 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62787a31-9ee3-4627-9ff9-49626988c6f4 req-e9da5379-9fc5-4f65-b8dc-5361aa973510 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:33.159174 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-62787a31-9ee3-4627-9ff9-49626988c6f4 req-e9da5379-9fc5-4f65-b8dc-5361aa973510 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 944 time: 0.2871366 Nov 19 14:26:33.203103 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f1a147af-68ff-4eb4-8621-3e84e217c79d req-d60820dc-cfdc-4b0f-895e-7117817128cc service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3443222 Nov 19 14:26:33.220811 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ae578317-64f6-4713-b92c-6fdc94059b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:33.228456 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ae578317-64f6-4713-b92c-6fdc94059b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:33.237212 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:33.258436 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e2c24b0e-2fbb-4c5a-a05f-5d5a85aa7a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:33.298629 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae578317-64f6-4713-b92c-6fdc94059b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea85ac2-9205-4ba2-b4de-49b8ff8692d5,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:33.302502 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ae578317-64f6-4713-b92c-6fdc94059b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:33.308324 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-ae578317-64f6-4713-b92c-6fdc94059b72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0fd4d3d438da439ca9ce80de1d3a77ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9347663 Nov 19 14:26:33.309074 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 56638) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:33.325122 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e2c24b0e-2fbb-4c5a-a05f-5d5a85aa7a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:33.326054 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513b2d-6d41-47e3-95c5-7410881c93e1 req-078a6dcc-ec42-42fe-bdb3-fc58ab8e6882 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:33.327648 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f2513b2d-6d41-47e3-95c5-7410881c93e1 req-078a6dcc-ec42-42fe-bdb3-fc58ab8e6882 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.2244148 Nov 19 14:26:33.365906 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d152db86-5543-40d7-8cbe-2dd647cd0ca2 req-a1f888fb-9266-475a-ad1c-76f5db4f88f2 service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2723866 Nov 19 14:26:33.368270 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-62787a31-9ee3-4627-9ff9-49626988c6f4 req-49fa9fd8-39ee-42db-bb96-b51d3f3b22af tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994810 Nov 19 14:26:33.434226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d2cce29a-8432-4a03-8b03-ab71b8e5e063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:33.460327 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f2513b2d-6d41-47e3-95c5-7410881c93e1 req-ecdf68d4-4856-45a2-83d2-caaeb965f99d tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786803 Nov 19 14:26:33.467099 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e2c24b0e-2fbb-4c5a-a05f-5d5a85aa7a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:33.475938 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d1cf3b-3571-4a6c-8d39-e565ea5de1d3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:26:33.476692 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:33.486432 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d2cce29a-8432-4a03-8b03-ab71b8e5e063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:33.491814 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-68d1cf3b-3571-4a6c-8d39-e565ea5de1d3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:33.492167 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7215cc-c93e-4168-bb59-ea520e6494b7 None None] Sync routers for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:26:33.501908 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c24b0e-2fbb-4c5a-a05f-5d5a85aa7a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561a97f3-009e-4c42-b98b-575759f75c4d,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:33.513385 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7215cc-c93e-4168-bb59-ea520e6494b7 None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:26:33.514472 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e2c24b0e-2fbb-4c5a-a05f-5d5a85aa7a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:33.514605 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-5b7215cc-c93e-4168-bb59-ea520e6494b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:26:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:33.534461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e2c24b0e-2fbb-4c5a-a05f-5d5a85aa7a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:33.535699 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e2c24b0e-2fbb-4c5a-a05f-5d5a85aa7a4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/561a97f3-009e-4c42-b98b-575759f75c4d HTTP/1.1" status: 204 len: 168 time: 0.5154679 Nov 19 14:26:33.566268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d2cce29a-8432-4a03-8b03-ab71b8e5e063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:33.571665 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:33.577799 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-68d1cf3b-3571-4a6c-8d39-e565ea5de1d3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "PUT /v2.0/floatingips/1b4ad392-7846-4fe4-b2a6-80946c5c50f2 HTTP/1.1" status: 200 len: 991 time: 4.9476287 Nov 19 14:26:33.578708 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf00fbeb-acfc-4080-93e5-abdeedcdc903', 'tag': 'dd1dd24d-d5e0-4d66-adcb-d87120967d4a'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:33.590019 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cce29a-8432-4a03-8b03-ab71b8e5e063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea85ac2-9205-4ba2-b4de-49b8ff8692d5,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:33.592852 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d2cce29a-8432-4a03-8b03-ab71b8e5e063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:33.594077 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d2cce29a-8432-4a03-8b03-ab71b8e5e063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:33.597964 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-d2cce29a-8432-4a03-8b03-ab71b8e5e063 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ea85ac2-9205-4ba2-b4de-49b8ff8692d5 HTTP/1.1" status: 204 len: 168 time: 0.2833867 Nov 19 14:26:33.647412 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf00fbeb-acfc-4080-93e5-abdeedcdc903', 'tag': 'dd1dd24d-d5e0-4d66-adcb-d87120967d4a', 'status': 'completed', 'code': 200} Nov 19 14:26:33.757293 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-5b7215cc-c93e-4168-bb59-ea520e6494b7 None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:26:33.838694 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d57da6ce-d458-41a1-8c4d-331582004f7c req-fca6c3e9-6f5c-4401-8401-3daa88553516 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77b33d747f6846c6b1b67fccd366d808&device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 1163 time: 0.1021538 Nov 19 14:26:34.280340 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57da6ce-d458-41a1-8c4d-331582004f7c req-5d85bea9-a107-4afc-a872-d545fdcba88b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:34.281921 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d57da6ce-d458-41a1-8c4d-331582004f7c req-5d85bea9-a107-4afc-a872-d545fdcba88b service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9566fb2-f013-4e79-aed7-babb03e3eff8 HTTP/1.1" status: 200 len: 905 time: 0.4288523 Nov 19 14:26:34.415944 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d57da6ce-d458-41a1-8c4d-331582004f7c req-76b0e04c-cd6c-49d5-8439-6f6f554cdbbb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1dd24d-d5e0-4d66-adcb-d87120967d4a HTTP/1.1" status: 200 len: 999 time: 0.1209197 Nov 19 14:26:34.465663 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e073a5-8256-4ea1-a7c3-cdcb529b356d req-10324501-9514-46a0-92f3-ccec4e9ea558 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:34.483490 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c1e073a5-8256-4ea1-a7c3-cdcb529b356d req-10324501-9514-46a0-92f3-ccec4e9ea558 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 943 time: 0.6239216 Nov 19 14:26:34.484291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af973742-788f-416f-9cec-a9389c42d6a5 req-631c98a1-6041-4dee-bec0-f6499d4e5112 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:34.492193 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-af973742-788f-416f-9cec-a9389c42d6a5 req-631c98a1-6041-4dee-bec0-f6499d4e5112 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.3064759 Nov 19 14:26:34.511491 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-5b7215cc-c93e-4168-bb59-ea520e6494b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': '1b4ad392-7846-4fe4-b2a6-80946c5c50f2', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'floating_ip_address': '172.28.0.85', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'port_id': 'dd1dd24d-d5e0-4d66-adcb-d87120967d4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'mac_address': 'fa:16:3e:88:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf00fbeb-acfc-4080-93e5-abdeedcdc903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:25:58Z', 'updated_at': '2020-11-19T14:26:30Z', 'revision_number': 1, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:56Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:34.522116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7215cc-c93e-4168-bb59-ea520e6494b7 None None] Checking router: e8f2ddf8-f4ab-4299-962a-a01aedc7a042 for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:26:34.548296 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7215cc-c93e-4168-bb59-ea520e6494b7 None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:26:34.549134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-5b7215cc-c93e-4168-bb59-ea520e6494b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:26:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:34.570151 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c1e073a5-8256-4ea1-a7c3-cdcb529b356d req-ebdffcfa-4aad-49e8-bf5b-acc94a0af980 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856483 Nov 19 14:26:34.577989 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-af973742-788f-416f-9cec-a9389c42d6a5 req-f3e25ea1-e5aa-4d37-9e29-2e862114b0e7 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846584 Nov 19 14:26:34.582471 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57da6ce-d458-41a1-8c4d-331582004f7c req-524bdc46-405e-4266-b459-659c688ee113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:34.586873 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d57da6ce-d458-41a1-8c4d-331582004f7c req-524bdc46-405e-4266-b459-659c688ee113 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e9e1595-8ff8-40af-b3f7-496f185928f3 HTTP/1.1" status: 200 len: 850 time: 0.1527238 Nov 19 14:26:34.645339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56674) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:34.688654 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.objects.ports [None req-7b5dfe94-c5fd-4e32-874f-e3a85bdda5c8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80336) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 14:26:34.749401 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d57da6ce-d458-41a1-8c4d-331582004f7c req-b3d4b15e-e570-49bc-b349-e163fad979ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9566fb2-f013-4e79-aed7-babb03e3eff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1554182 Nov 19 14:26:34.922915 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1eb1-2384-4ebd-839b-48fb64c5d732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:34.944031 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-5b7215cc-c93e-4168-bb59-ea520e6494b7 None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:26:34.982446 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9f2a1eb1-2384-4ebd-839b-48fb64c5d732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:34.990753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9f2a1eb1-2384-4ebd-839b-48fb64c5d732 admin admin] Usage tracker for resource:security_group_rule and tenant:815e2c77734947beae1189cb61b7b42c is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:34.994582 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9f2a1eb1-2384-4ebd-839b-48fb64c5d732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:35.004983 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9f2a1eb1-2384-4ebd-839b-48fb64c5d732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:35.014270 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea8502-ef3d-40f0-afcf-2c14b9b03865 req-ddeebc0d-17cb-44be-b985-b24a59a57055 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:35.015912 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-94ea8502-ef3d-40f0-afcf-2c14b9b03865 req-ddeebc0d-17cb-44be-b985-b24a59a57055 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.1519682 Nov 19 14:26:35.029304 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecea734-478c-4435-a89a-a44c71a16685 req-1259a5e6-0cfe-43b4-b285-7a791a0d7533 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:35.031176 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6ecea734-478c-4435-a89a-a44c71a16685 req-1259a5e6-0cfe-43b4-b285-7a791a0d7533 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 944 time: 0.2289691 Nov 19 14:26:35.059438 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d57da6ce-d458-41a1-8c4d-331582004f7c req-35d58ac5-7005-4c40-960a-d0c19e55456e service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002589 Nov 19 14:26:35.096411 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-94ea8502-ef3d-40f0-afcf-2c14b9b03865 req-5fdce90d-5de7-422c-9d9d-dabfd18165ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719693 Nov 19 14:26:35.136421 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6ecea734-478c-4435-a89a-a44c71a16685 req-63464f14-fc71-4e7f-a1e4-0b78b0bd19ec tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982404 Nov 19 14:26:35.150680 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1eb1-2384-4ebd-839b-48fb64c5d732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:35.160146 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9f2a1eb1-2384-4ebd-839b-48fb64c5d732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:35.170309 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:35.243665 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a1eb1-2384-4ebd-839b-48fb64c5d732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de32bf8d-8e96-4072-be7c-8d63d51b3bfa,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:35.247349 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9f2a1eb1-2384-4ebd-839b-48fb64c5d732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:35.250810 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9f2a1eb1-2384-4ebd-839b-48fb64c5d732 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=815e2c77734947beae1189cb61b7b42c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6043196 Nov 19 14:26:35.254945 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 56692) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:35.343048 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d57da6ce-d458-41a1-8c4d-331582004f7c req-0fb0fcaf-b1ff-40e9-b663-a7595b4dae07 service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2645178 Nov 19 14:26:35.359053 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4b844047-4513-4826-82ec-572a762342d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:35.390792 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4b844047-4513-4826-82ec-572a762342d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:35.441804 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4b844047-4513-4826-82ec-572a762342d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:35.447355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e2c24b0e-2fbb-4c5a-a05f-5d5a85aa7a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:35.458570 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-5b7215cc-c93e-4168-bb59-ea520e6494b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': '1b4ad392-7846-4fe4-b2a6-80946c5c50f2', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'floating_ip_address': '172.28.0.85', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'port_id': 'dd1dd24d-d5e0-4d66-adcb-d87120967d4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'mac_address': 'fa:16:3e:88:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf00fbeb-acfc-4080-93e5-abdeedcdc903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:25:58Z', 'updated_at': '2020-11-19T14:26:30Z', 'revision_number': 1, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:56Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:35.462186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b844047-4513-4826-82ec-572a762342d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de32bf8d-8e96-4072-be7c-8d63d51b3bfa,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:35.465174 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4b844047-4513-4826-82ec-572a762342d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:35.465386 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7215cc-c93e-4168-bb59-ea520e6494b7 None None] The sync data for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb is: [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': '1b4ad392-7846-4fe4-b2a6-80946c5c50f2', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'floating_ip_address': '172.28.0.85', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'port_id': 'dd1dd24d-d5e0-4d66-adcb-d87120967d4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'mac_address': 'fa:16:3e:88:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf00fbeb-acfc-4080-93e5-abdeedcdc903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:25:58Z', 'updated_at': '2020-11-19T14:26:30Z', 'revision_number': 1, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:56Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:26:35.466707 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4b844047-4513-4826-82ec-572a762342d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:35.468377 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-4b844047-4513-4826-82ec-572a762342d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de32bf8d-8e96-4072-be7c-8d63d51b3bfa HTTP/1.1" status: 204 len: 168 time: 0.2120092 Nov 19 14:26:35.809651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c3e2a4-8fb1-48c7-8871-52f2ce049814 None None] New status for floating IP 1b4ad392-7846-4fe4-b2a6-80946c5c50f2: ACTIVE {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 14:26:35.816365 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161ee97-130c-4e8c-acc1-f88d5f46619e req-b158394c-71c9-4f55-9e03-b84d909b7a66 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:35.818214 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a161ee97-130c-4e8c-acc1-f88d5f46619e req-b158394c-71c9-4f55-9e03-b84d909b7a66 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.1049471 Nov 19 14:26:35.889006 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a161ee97-130c-4e8c-acc1-f88d5f46619e req-ce8a04c2-3c73-4696-a3b3-b34fdbbc5a15 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636353 Nov 19 14:26:35.914440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 4b2744d1-1c42-4854-8600-6ebc54f4291c up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:36.162031 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b31a39-566c-413e-bde2-df1627da3315 req-1c8190ef-9512-4035-a688-582da82d8f70 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:36.164433 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-51b31a39-566c-413e-bde2-df1627da3315 req-1c8190ef-9512-4035-a688-582da82d8f70 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 943 time: 0.1100385 Nov 19 14:26:36.227857 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port 4b2744d1-1c42-4854-8600-6ebc54f4291c completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:26:36.235388 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-51b31a39-566c-413e-bde2-df1627da3315 req-e34e6d55-c4a8-479b-b428-337b5ee9b295 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610332 Nov 19 14:26:36.240646 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 4b2744d1-1c42-4854-8600-6ebc54f4291c triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:36.241332 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:36.380925 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:36.434998 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65681d6-c0df-43a3-97e7-034b2cb379d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2744d1-1c42-4854-8600-6ebc54f4291c'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:36.451010 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 4b2744d1-1c42-4854-8600-6ebc54f4291c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4b2744d1-1c42-4854-8600-6ebc54f4291c,segment=NetworkSegment(d527ac75-4b08-4c66-861e-fd6c071615db),segment_id=d527ac75-4b08-4c66-861e-fd6c071615db)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:26:36.456203 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:36.458700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:36.468532 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e6ddb-27ad-4a4e-b968-7770b73b952e req-c9daf7c4-ee41-420d-a267-6dbd0346842d tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:36.470425 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b01e6ddb-27ad-4a4e-b968-7770b73b952e req-c9daf7c4-ee41-420d-a267-6dbd0346842d tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.1000364 Nov 19 14:26:36.508613 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c8d6b-a09a-41c5-9082-4f70afcf17d4 req-8f05d345-f629-4e4e-b522-b10ccfadc811 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:36.511080 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d45c8d6b-a09a-41c5-9082-4f70afcf17d4 req-8f05d345-f629-4e4e-b522-b10ccfadc811 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 944 time: 0.1162159 Nov 19 14:26:36.537189 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=4b2744d1-1c42-4854-8600-6ebc54f4291c,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:36.547023 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b01e6ddb-27ad-4a4e-b968-7770b73b952e req-e2934436-ab8e-4f54-bb44-b9f6a782a511 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675828 Nov 19 14:26:36.548299 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.548691 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.549067 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.549975 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.550492 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.551245 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.551863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.552375 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.553752 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.554273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.554916 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.555584 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.556405 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.557870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.558381 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.558880 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.560073 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.560680 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.561186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.561726 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.562464 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.562979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.563483 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.563979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:26:36.575192 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d45c8d6b-a09a-41c5-9082-4f70afcf17d4 req-f5f3bac8-2eb6-49c6-aeb4-16762388e320 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571883 Nov 19 14:26:36.576898 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:36.645460 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65681d6-c0df-43a3-97e7-034b2cb379d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b2744d1-1c42-4854-8600-6ebc54f4291c', 'code': 200} Nov 19 14:26:36.959129 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1055a0f5-9c89-42ff-99be-d2cddab481ad req-828e7e6b-8eb1-4c07-acac-1ba45921b217 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 1163 time: 0.0742917 Nov 19 14:26:37.016467 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1055a0f5-9c89-42ff-99be-d2cddab481ad req-470eeaad-3019-4926-a474-df6aca2b9c6b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 Nov 19 14:26:37.122811 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c31217-2250-4258-be46-4404d034b7ab req-e0d97708-bd07-4da2-a7ba-b2f631d0cbb6 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:37.124524 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f1c31217-2250-4258-be46-4404d034b7ab req-e0d97708-bd07-4da2-a7ba-b2f631d0cbb6 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0849833 Nov 19 14:26:37.178323 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f1c31217-2250-4258-be46-4404d034b7ab req-a692f9f2-f53b-4825-8422-dd26f5dcff5b tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465095 Nov 19 14:26:37.454938 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497a934-d9a2-43d3-8e4c-ad50b40e91a8 req-081a4df7-3016-4412-b8aa-b9fdb486faaf tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:37.456514 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4497a934-d9a2-43d3-8e4c-ad50b40e91a8 req-081a4df7-3016-4412-b8aa-b9fdb486faaf tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 943 time: 0.0889056 Nov 19 14:26:37.509622 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4497a934-d9a2-43d3-8e4c-ad50b40e91a8 req-73ae32bc-d938-477b-bbf6-dc9c0d209719 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463724 Nov 19 14:26:37.787259 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa346cb4-50a7-4f2c-8af2-1d9d4218d1c0 req-365456b6-b85c-416b-b8d2-a6ffdf7add32 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:37.788975 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fa346cb4-50a7-4f2c-8af2-1d9d4218d1c0 req-365456b6-b85c-416b-b8d2-a6ffdf7add32 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0890002 Nov 19 14:26:37.836461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf02763-8f42-4bd1-890e-60ee942fe693 req-c36b6493-4966-4efc-817c-7017f393359d tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:37.838073 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-eaf02763-8f42-4bd1-890e-60ee942fe693 req-c36b6493-4966-4efc-817c-7017f393359d tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 946 time: 0.0891154 Nov 19 14:26:37.838603 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fa346cb4-50a7-4f2c-8af2-1d9d4218d1c0 req-2252636b-8c4b-4caf-9ce6-5b3b1ef6a0d6 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425222 Nov 19 14:26:37.887120 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-eaf02763-8f42-4bd1-890e-60ee942fe693 req-3b8cf97c-8b55-42c7-8c2e-71e5bb45fa2f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 Nov 19 14:26:38.405366 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc8f4d-780f-4d9b-8cdf-74f96a7900b1 req-34acc038-0a08-42c4-97f6-d00f5172e964 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:38.406981 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f9bc8f4d-780f-4d9b-8cdf-74f96a7900b1 req-34acc038-0a08-42c4-97f6-d00f5172e964 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0973730 Nov 19 14:26:38.456652 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f9bc8f4d-780f-4d9b-8cdf-74f96a7900b1 req-14e079b1-83f4-4bd4-a349-26c0b78650f1 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Nov 19 14:26:38.722883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f27e2b-a2ca-443b-a929-8a7948c2b9f3 req-cede8770-7bf7-4520-a856-6c0aa493f9a1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:38.724522 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-01f27e2b-a2ca-443b-a929-8a7948c2b9f3 req-cede8770-7bf7-4520-a856-6c0aa493f9a1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 943 time: 0.0847819 Nov 19 14:26:38.778679 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-01f27e2b-a2ca-443b-a929-8a7948c2b9f3 req-4fce935d-8e2b-4622-8376-fc243c3eb756 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473967 Nov 19 14:26:39.102209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614cd52-7263-4110-a79f-570d8ee6594d req-07dae1e7-7135-4da8-afd4-9594785eb413 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:39.103877 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a614cd52-7263-4110-a79f-570d8ee6594d req-07dae1e7-7135-4da8-afd4-9594785eb413 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.1132305 Nov 19 14:26:39.183016 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a614cd52-7263-4110-a79f-570d8ee6594d req-f347717e-c757-43bf-abe6-58ab8fbd7722 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723481 Nov 19 14:26:39.192627 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9f533-2b43-4024-853f-cc5fd7213453 req-c84b9856-8ecb-43c5-ac90-649d0d4d717c tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:39.194059 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-12d9f533-2b43-4024-853f-cc5fd7213453 req-c84b9856-8ecb-43c5-ac90-649d0d4d717c tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 946 time: 0.1682913 Nov 19 14:26:39.249320 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-12d9f533-2b43-4024-853f-cc5fd7213453 req-21e45b61-b5a3-449c-a19d-38f514975983 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482209 Nov 19 14:26:39.482830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 4b2744d1-1c42-4854-8600-6ebc54f4291c up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:39.563036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 4b2744d1-1c42-4854-8600-6ebc54f4291c triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:39.563483 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:39.685839 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ecef0-5543-4a45-a120-155b03476c54 req-04915d51-26b6-44b6-9589-2b8165b434b5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:39.687466 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ef8ecef0-5543-4a45-a120-155b03476c54 req-04915d51-26b6-44b6-9589-2b8165b434b5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0990608 Nov 19 14:26:39.688944 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 025c7366-5946-4660-940c-479c7330b0a6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:39.738803 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ef8ecef0-5543-4a45-a120-155b03476c54 req-02bcca37-b0de-430c-8a6c-64da60230f36 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443072 Nov 19 14:26:39.763090 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port 025c7366-5946-4660-940c-479c7330b0a6 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:26:39.768044 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 025c7366-5946-4660-940c-479c7330b0a6 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:39.768460 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:39.896566 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:39.929031 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025c7366-5946-4660-940c-479c7330b0a6'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:39.937662 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 025c7366-5946-4660-940c-479c7330b0a6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=025c7366-5946-4660-940c-479c7330b0a6,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:26:39.941834 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:39.942729 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device ecbc88e3-6ee9-4a01-83e9-118248d1d387 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:39.971708 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:40.002034 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb13fd-3f92-4e70-9f32-184b19b530ae req-9822f0d6-dfff-4497-9801-24e3239c6ba9 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:40.003805 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e0eb13fd-3f92-4e70-9f32-184b19b530ae req-9822f0d6-dfff-4497-9801-24e3239c6ba9 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 943 time: 0.0900905 Nov 19 14:26:40.058775 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e0eb13fd-3f92-4e70-9f32-184b19b530ae req-7545ff16-80d8-489f-8cc2-7960678fda0c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479877 Nov 19 14:26:40.184224 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025c7366-5946-4660-940c-479c7330b0a6', 'code': 200} Nov 19 14:26:40.234484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=025c7366-5946-4660-940c-479c7330b0a6,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:40.238056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:40.249273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port ecbc88e3-6ee9-4a01-83e9-118248d1d387 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:26:40.254276 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port ecbc88e3-6ee9-4a01-83e9-118248d1d387 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:40.254684 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:40.330934 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-76f6c0fa-3102-4048-a8df-ce20bd9da016 req-74243dd1-e78a-4ca9-9e59-a147f4950c02 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 1163 time: 0.0929279 Nov 19 14:26:40.377039 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:40.410839 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port ecbc88e3-6ee9-4a01-83e9-118248d1d387, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ecbc88e3-6ee9-4a01-83e9-118248d1d387,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:26:40.415347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:40.418369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:40.438205 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-76f6c0fa-3102-4048-a8df-ce20bd9da016 req-5f02fa0a-980e-479b-90cb-30aa1db53794 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993152 Nov 19 14:26:40.467269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1881af-1ecb-41ed-a292-10077950e4f7 req-8702afa6-2b47-4157-8a9e-0c3a5bbb0f31 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:40.469007 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1c1881af-1ecb-41ed-a292-10077950e4f7 req-8702afa6-2b47-4157-8a9e-0c3a5bbb0f31 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1140654 Nov 19 14:26:40.476182 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c8446-bbbf-4402-84dc-a4218070db1c req-f6cfdcba-ccd9-4b85-871e-110bbd68927c tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:40.478182 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-087c8446-bbbf-4402-84dc-a4218070db1c req-f6cfdcba-ccd9-4b85-871e-110bbd68927c tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 946 time: 0.0872045 Nov 19 14:26:40.488461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=ecbc88e3-6ee9-4a01-83e9-118248d1d387,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:40.499009 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:40.527385 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1c1881af-1ecb-41ed-a292-10077950e4f7 req-91919fe8-bb76-42dd-901e-03bdc7127004 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514960 Nov 19 14:26:40.529085 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-087c8446-bbbf-4402-84dc-a4218070db1c req-9712292c-9973-4d26-866c-abf334bde4e0 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444887 Nov 19 14:26:41.143796 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76a213-10da-427d-929e-93959331ceaf req-dcac6d61-5376-4480-bc9b-50eeb1a7329f tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:41.146205 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7b76a213-10da-427d-929e-93959331ceaf req-dcac6d61-5376-4480-bc9b-50eeb1a7329f tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.1199501 Nov 19 14:26:41.158273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device ecbc88e3-6ee9-4a01-83e9-118248d1d387 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:41.181603 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56866) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:41.205083 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7b76a213-10da-427d-929e-93959331ceaf req-9add0ad4-3d49-4a41-ac35-c5c9f8de9208 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502062 Nov 19 14:26:41.250689 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port ecbc88e3-6ee9-4a01-83e9-118248d1d387 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:41.251203 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:41.300222 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b319b00-1325-4a28-b3e4-11dcc8a539db req-c2721d12-e7d6-4d5b-b3cb-9ac92662e9d6 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:41.301974 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6b319b00-1325-4a28-b3e4-11dcc8a539db req-c2721d12-e7d6-4d5b-b3cb-9ac92662e9d6 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 945 time: 0.0957811 Nov 19 14:26:41.353916 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6b319b00-1325-4a28-b3e4-11dcc8a539db req-cbd18957-4979-4320-b6d1-333e6a84d601 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454988 Nov 19 14:26:41.371985 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7d53f682-7f61-4001-a1df-eae03cbb81f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:41.377084 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 025c7366-5946-4660-940c-479c7330b0a6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:41.408688 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-7d53f682-7f61-4001-a1df-eae03cbb81f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:41.412730 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-7d53f682-7f61-4001-a1df-eae03cbb81f9 admin admin] Usage tracker for resource:security_group_rule and tenant:76acc3ca6eb045a4abc80c4169341b2c is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:41.415800 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-7d53f682-7f61-4001-a1df-eae03cbb81f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:41.421560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-7d53f682-7f61-4001-a1df-eae03cbb81f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:41.448361 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 025c7366-5946-4660-940c-479c7330b0a6 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:41.448769 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:41.491384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7d53f682-7f61-4001-a1df-eae03cbb81f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:41.495486 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7d53f682-7f61-4001-a1df-eae03cbb81f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:41.502599 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-79b4ac9a-447a-452c-8d15-219c58bdbbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:41.545509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53f682-7f61-4001-a1df-eae03cbb81f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030cc628-40c3-45f2-ac50-214f7aab0a88,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:41.549060 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7d53f682-7f61-4001-a1df-eae03cbb81f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:41.554778 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-7d53f682-7f61-4001-a1df-eae03cbb81f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76acc3ca6eb045a4abc80c4169341b2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3693521 Nov 19 14:26:41.555444 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56872) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:41.620528 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fe03889a-e2b8-45ed-909f-4609b1d4112b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:41.647688 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fe03889a-e2b8-45ed-909f-4609b1d4112b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:41.695331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fe03889a-e2b8-45ed-909f-4609b1d4112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:41.700501 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-89da3e83-91db-4fbc-831a-2928146f81b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:41.713885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03889a-e2b8-45ed-909f-4609b1d4112b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030cc628-40c3-45f2-ac50-214f7aab0a88,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:41.719000 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fe03889a-e2b8-45ed-909f-4609b1d4112b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:41.723268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fe03889a-e2b8-45ed-909f-4609b1d4112b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:41.727059 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-fe03889a-e2b8-45ed-909f-4609b1d4112b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/030cc628-40c3-45f2-ac50-214f7aab0a88 HTTP/1.1" status: 204 len: 168 time: 0.1684637 Nov 19 14:26:41.762018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df219ed4-e7d9-4a64-86a8-9606dde61215 req-e5ce7087-b8af-4b13-ae53-df090d8803df tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:41.763644 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-df219ed4-e7d9-4a64-86a8-9606dde61215 req-e5ce7087-b8af-4b13-ae53-df090d8803df tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0937424 Nov 19 14:26:41.814851 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-df219ed4-e7d9-4a64-86a8-9606dde61215 req-5a035225-2a35-42b7-886a-a421943026a3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445433 Nov 19 14:26:42.185481 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd183bae-8190-4729-b971-ecbd4e78daa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbc88e3-6ee9-4a01-83e9-118248d1d387'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:42.263538 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd183bae-8190-4729-b971-ecbd4e78daa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecbc88e3-6ee9-4a01-83e9-118248d1d387', 'code': 200} Nov 19 14:26:42.569317 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df078be0-14fb-4e70-946d-749708ba9df3 req-b5241477-ccc0-4249-82ce-276f36d64c85 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:42.571346 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-df078be0-14fb-4e70-946d-749708ba9df3 req-b5241477-ccc0-4249-82ce-276f36d64c85 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.1845276 Nov 19 14:26:42.622070 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56918) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:42.683194 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef752180-c1df-471a-baae-1bfc37c286a2 req-2839f39c-be75-4ac9-a631-99e1a8545ed8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:42.685108 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ef752180-c1df-471a-baae-1bfc37c286a2 req-2839f39c-be75-4ac9-a631-99e1a8545ed8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 945 time: 0.1042373 Nov 19 14:26:42.750064 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-df078be0-14fb-4e70-946d-749708ba9df3 req-83fdc653-0a09-4596-92c8-789d34bf0ca9 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695125 Nov 19 14:26:42.756899 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-09a97ca8-1865-4f4d-9339-420485a5e139 req-ef59bbc7-5b4d-4b9d-be4a-aa9688f4031a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 1162 time: 0.1326983 Nov 19 14:26:42.790379 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ef752180-c1df-471a-baae-1bfc37c286a2 req-c3cbd8e4-a1dd-4e3f-a8f1-b97d83603d34 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965986 Nov 19 14:26:42.818441 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c3fadf50-7cdc-401f-b336-1066993d9a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:42.837974 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-09a97ca8-1865-4f4d-9339-420485a5e139 req-2d30cf71-a716-4709-8e28-0851e23cf291 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696874 Nov 19 14:26:42.852977 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c3fadf50-7cdc-401f-b336-1066993d9a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:42.857126 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c3fadf50-7cdc-401f-b336-1066993d9a44 admin admin] Usage tracker for resource:security_group_rule and tenant:35b58341891640ca8a9067b54e4646a8 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:42.867118 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c3fadf50-7cdc-401f-b336-1066993d9a44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:42.875267 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c3fadf50-7cdc-401f-b336-1066993d9a44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:42.953554 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c3fadf50-7cdc-401f-b336-1066993d9a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:42.967327 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c3fadf50-7cdc-401f-b336-1066993d9a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:42.982293 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:42.990473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 025c7366-5946-4660-940c-479c7330b0a6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:43.022617 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fadf50-7cdc-401f-b336-1066993d9a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f980e0e-d0b4-4716-982f-235ffeff7564,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:43.034310 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c3fadf50-7cdc-401f-b336-1066993d9a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:43.057633 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-c3fadf50-7cdc-401f-b336-1066993d9a44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35b58341891640ca8a9067b54e4646a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4297600 Nov 19 14:26:43.058380 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56944) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:43.125171 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf5315-87bb-4c6b-8d15-f58a076cc10a req-44a15cc2-fc02-4a60-9462-a4dd04dc8e83 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:43.137974 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-23cf5315-87bb-4c6b-8d15-f58a076cc10a req-44a15cc2-fc02-4a60-9462-a4dd04dc8e83 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1706271 Nov 19 14:26:43.153152 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 025c7366-5946-4660-940c-479c7330b0a6 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:43.153569 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:43.155805 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9d525383-0516-469e-b60c-73c07ae2e9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:43.225135 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-23cf5315-87bb-4c6b-8d15-f58a076cc10a req-8ce6f16e-bf87-4509-be09-4e1860ab2faf tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861001 Nov 19 14:26:43.229729 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9d525383-0516-469e-b60c-73c07ae2e9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:43.341912 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9d525383-0516-469e-b60c-73c07ae2e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:43.352901 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:43.389789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9d525383-0516-469e-b60c-73c07ae2e9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:43.393827 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9d525383-0516-469e-b60c-73c07ae2e9ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f980e0e-d0b4-4716-982f-235ffeff7564 HTTP/1.1" status: 204 len: 168 time: 0.3319950 Nov 19 14:26:43.393827 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d525383-0516-469e-b60c-73c07ae2e9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f980e0e-d0b4-4716-982f-235ffeff7564,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:43.422511 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9d525383-0516-469e-b60c-73c07ae2e9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:43.577870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fa194-1e00-4d0b-a906-63d68ddec752 req-ff7164a3-28cb-4ac0-b12b-b913aaf84d04 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:43.580953 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-907fa194-1e00-4d0b-a906-63d68ddec752 req-ff7164a3-28cb-4ac0-b12b-b913aaf84d04 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1123469 Nov 19 14:26:43.590993 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 56958) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:43.602759 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-c1428d7f-9734-43df-852f-66b4d78dce4b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Request body: {'floatingip': {'port_id': '025c7366-5946-4660-940c-479c7330b0a6'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:43.632933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cca180f1-b97c-48bb-b593-c2afc46ebee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:43.689939 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c1428d7f-9734-43df-852f-66b4d78dce4b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:44.149848 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb001f-44da-4349-a484-67881ad93f3b req-8d77da51-3c71-4075-a169-e408d022d09b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:44.158297 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6bbb001f-44da-4349-a484-67881ad93f3b req-8d77da51-3c71-4075-a169-e408d022d09b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 945 time: 0.1603613 Nov 19 14:26:44.242932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8c759-305a-479e-8256-e91cb63f7058 req-7417c6a4-6691-416d-8a13-3528696743ec tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:44.252433 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a0c8c759-305a-479e-8256-e91cb63f7058 req-7417c6a4-6691-416d-8a13-3528696743ec tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.3357265 Nov 19 14:26:44.318772 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a0c8c759-305a-479e-8256-e91cb63f7058 req-238f7e6f-31d4-4c40-87e4-badb921ab3b3 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651834 Nov 19 14:26:44.426133 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6bbb001f-44da-4349-a484-67881ad93f3b req-652549ec-1e0e-46b3-a008-8e123880b08e tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668018 Nov 19 14:26:44.637658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c1428d7f-9734-43df-852f-66b4d78dce4b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:44.637658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c1428d7f-9734-43df-852f-66b4d78dce4b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:45.024954 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:45.145127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dd068-768f-4971-8840-8d294a3a0216 req-71ef45ec-71cd-4054-875c-a776a7340a52 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:45.146742 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-934dd068-768f-4971-8840-8d294a3a0216 req-71ef45ec-71cd-4054-875c-a776a7340a52 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 946 time: 0.1256442 Nov 19 14:26:45.150217 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_db [None req-c1428d7f-9734-43df-852f-66b4d78dce4b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Floating IP f9adece9-f49f-482f-8e22-da958088d380 associated. External IP: 172.28.0.73, port: 025c7366-5946-4660-940c-479c7330b0a6. Nov 19 14:26:45.273563 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-934dd068-768f-4971-8840-8d294a3a0216 req-f55ff505-4271-4d5f-9603-278623cd9bb2 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735528 Nov 19 14:26:45.604207 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8ebd1-3885-442a-91ab-3556e1a245d0 req-e7d9d711-2e60-48ba-8ad4-1498bdad6636 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:45.610638 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-23b8ebd1-3885-442a-91ab-3556e1a245d0 req-e7d9d711-2e60-48ba-8ad4-1498bdad6636 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.1351333 Nov 19 14:26:45.681627 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-23b8ebd1-3885-442a-91ab-3556e1a245d0 req-07aa9fca-7020-4d3b-9cc1-7aaded232d68 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660105 Nov 19 14:26:45.714972 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1428d7f-9734-43df-852f-66b4d78dce4b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:26:45.744254 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f4c4b-77ae-4051-a1a7-bd932697657a req-924690ad-90db-474d-88da-434679f2a206 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:45.752200 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0e0f4c4b-77ae-4051-a1a7-bd932697657a req-924690ad-90db-474d-88da-434679f2a206 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 945 time: 0.1369398 Nov 19 14:26:45.883806 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0e0f4c4b-77ae-4051-a1a7-bd932697657a req-f5858946-88fb-4449-a6a9-bdc9ca7be97e tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305926 Nov 19 14:26:46.032531 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37174406-1d49-4ec4-afbd-35f97d8bb704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:46.041599 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1428d7f-9734-43df-852f-66b4d78dce4b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:26:46.047307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c1428d7f-9734-43df-852f-66b4d78dce4b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:46.053693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393a0c4-d651-4775-8a2e-5fcf23320fbf None None] Sync routers for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:26:46.072377 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1393a0c4-d651-4775-8a2e-5fcf23320fbf None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:26:46.073398 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-1393a0c4-d651-4775-8a2e-5fcf23320fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:26:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:46.158496 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-c1428d7f-9734-43df-852f-66b4d78dce4b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "PUT /v2.0/floatingips/f9adece9-f49f-482f-8e22-da958088d380 HTTP/1.1" status: 200 len: 991 time: 2.5662978 Nov 19 14:26:46.159723 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'tag': '025c7366-5946-4660-940c-479c7330b0a6'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:46.302321 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-1393a0c4-d651-4775-8a2e-5fcf23320fbf None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:26:46.444698 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'tag': '025c7366-5946-4660-940c-479c7330b0a6', 'status': 'completed', 'code': 200} Nov 19 14:26:46.529373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:46.635454 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6e817a3c-0bd0-4b4a-a5f0-c2f25b74996c req-adb8e137-d41f-4f9b-bd45-30f6b1a70504 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 1163 time: 0.1003187 Nov 19 14:26:46.688877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6332d7b-436d-4f52-87b9-ab1f75da8e04 req-fce62716-f69e-4749-85c0-3631e84867e6 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:46.690584 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a6332d7b-436d-4f52-87b9-ab1f75da8e04 req-fce62716-f69e-4749-85c0-3631e84867e6 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 946 time: 0.1390812 Nov 19 14:26:46.695154 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-1393a0c4-d651-4775-8a2e-5fcf23320fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'f9adece9-f49f-482f-8e22-da958088d380', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'floating_ip_address': '172.28.0.73', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'port_id': '025c7366-5946-4660-940c-479c7330b0a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'mac_address': 'fa:16:3e:71:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:26:14Z', 'updated_at': '2020-11-19T14:26:44Z', 'revision_number': 1, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:09Z', 'revision_number': 5, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:46.699751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393a0c4-d651-4775-8a2e-5fcf23320fbf None None] Checking router: 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:26:46.712159 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1393a0c4-d651-4775-8a2e-5fcf23320fbf None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:26:46.712828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-1393a0c4-d651-4775-8a2e-5fcf23320fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:26:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:46.761620 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a6332d7b-436d-4f52-87b9-ab1f75da8e04 req-78ed8a5f-9789-4d90-8dcd-703bfb20960a tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624363 Nov 19 14:26:46.815729 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817a3c-0bd0-4b4a-a5f0-c2f25b74996c req-c316820c-236a-4bb3-baca-98e1d7292f9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:46.817658 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6e817a3c-0bd0-4b4a-a5f0-c2f25b74996c req-c316820c-236a-4bb3-baca-98e1d7292f9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 910 time: 0.1652315 Nov 19 14:26:46.929645 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-1393a0c4-d651-4775-8a2e-5fcf23320fbf None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:26:47.002747 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face5d63-4e1b-49bd-bfdc-cc617905cca3 req-e8949750-50d4-4302-8b13-3461276ba0fd tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:47.010750 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-face5d63-4e1b-49bd-bfdc-cc617905cca3 req-e8949750-50d4-4302-8b13-3461276ba0fd tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0927701 Nov 19 14:26:47.025475 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6e817a3c-0bd0-4b4a-a5f0-c2f25b74996c req-98502a16-3501-44c3-9bd6-eb7b583f7c7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=025c7366-5946-4660-940c-479c7330b0a6 HTTP/1.1" status: 200 len: 999 time: 0.1890540 Nov 19 14:26:47.049197 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 4b2744d1-1c42-4854-8600-6ebc54f4291c up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:26:47.100648 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-face5d63-4e1b-49bd-bfdc-cc617905cca3 req-d21e315d-8dc4-4b72-9c18-b8ae8aac5392 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890143 Nov 19 14:26:47.209957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e817a3c-0bd0-4b4a-a5f0-c2f25b74996c req-7b16605c-8d5d-4374-99fb-4c55772223f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:47.212318 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6e817a3c-0bd0-4b4a-a5f0-c2f25b74996c req-7b16605c-8d5d-4374-99fb-4c55772223f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20923fe1-d567-4c1e-add1-0805a365f43b HTTP/1.1" status: 200 len: 855 time: 0.1780267 Nov 19 14:26:47.241607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 4b2744d1-1c42-4854-8600-6ebc54f4291c triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:26:47.242342 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:47.383633 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6e817a3c-0bd0-4b4a-a5f0-c2f25b74996c req-2976e24c-6b03-4327-8c8b-7dc6b5bc6fd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c7d019c-f6fc-47eb-aa49-9850e73d1180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1302545 Nov 19 14:26:47.417819 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-1393a0c4-d651-4775-8a2e-5fcf23320fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'f9adece9-f49f-482f-8e22-da958088d380', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'floating_ip_address': '172.28.0.73', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'port_id': '025c7366-5946-4660-940c-479c7330b0a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'mac_address': 'fa:16:3e:71:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:26:14Z', 'updated_at': '2020-11-19T14:26:44Z', 'revision_number': 1, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:09Z', 'revision_number': 5, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:26:47.422684 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393a0c4-d651-4775-8a2e-5fcf23320fbf None None] The sync data for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb is: [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'f9adece9-f49f-482f-8e22-da958088d380', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'floating_ip_address': '172.28.0.73', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'port_id': '025c7366-5946-4660-940c-479c7330b0a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'mac_address': 'fa:16:3e:71:17:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:26:14Z', 'updated_at': '2020-11-19T14:26:44Z', 'revision_number': 1, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:09Z', 'revision_number': 5, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:26:47.435194 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed10b9-aed4-490f-9b79-8e0ae9b108ed req-42505945-489e-40ae-a0ea-58988b623a64 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:47.438874 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b1ed10b9-aed4-490f-9b79-8e0ae9b108ed req-42505945-489e-40ae-a0ea-58988b623a64 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.16 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 946 time: 0.1863604 Nov 19 14:26:47.557344 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:47.595100 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-b1ed10b9-aed4-490f-9b79-8e0ae9b108ed req-78397a84-d6c9-47bc-aa1a-0eab721be445 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Deleting port 4b2744d1-1c42-4854-8600-6ebc54f4291c {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:26:47.598158 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b1ed10b9-aed4-490f-9b79-8e0ae9b108ed req-78397a84-d6c9-47bc-aa1a-0eab721be445 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:47.643714 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6e817a3c-0bd0-4b4a-a5f0-c2f25b74996c req-2df27dcd-ebec-4a2f-b57b-3dcba10ff678 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501135 Nov 19 14:26:47.824343 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfc1bb4-8d0b-488a-9090-9c48177732e4 None None] New status for floating IP f9adece9-f49f-482f-8e22-da958088d380: ACTIVE {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 14:26:47.844341 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6e817a3c-0bd0-4b4a-a5f0-c2f25b74996c req-b18759ed-8125-483c-b0b2-a1a668cdbf8a service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1920428 Nov 19 14:26:47.993000 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-b1ed10b9-aed4-490f-9b79-8e0ae9b108ed req-78397a84-d6c9-47bc-aa1a-0eab721be445 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] For port 4b2744d1-1c42-4854-8600-6ebc54f4291c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4b2744d1-1c42-4854-8600-6ebc54f4291c,segment=NetworkSegment(d527ac75-4b08-4c66-861e-fd6c071615db),segment_id=d527ac75-4b08-4c66-861e-fd6c071615db)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:26:47.993400 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b1ed10b9-aed4-490f-9b79-8e0ae9b108ed req-78397a84-d6c9-47bc-aa1a-0eab721be445 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:48.022016 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d6d30-1137-4e54-a4fc-d3249e77e012 req-59255fc8-5da9-46a2-8c11-52b90401a7c3 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:48.023767 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dd8d6d30-1137-4e54-a4fc-d3249e77e012 req-59255fc8-5da9-46a2-8c11-52b90401a7c3 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 946 time: 0.1044583 Nov 19 14:26:48.110891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:48.135698 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dd8d6d30-1137-4e54-a4fc-d3249e77e012 req-ce15b9fb-f375-43ec-9441-1c4ace98e592 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/security-groups?id=c0042a1d-e2ef-423f-82eb-5cdac3735a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032999 Nov 19 14:26:48.159741 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-b1ed10b9-aed4-490f-9b79-8e0ae9b108ed req-78397a84-d6c9-47bc-aa1a-0eab721be445 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Calling delete_port for 4b2744d1-1c42-4854-8600-6ebc54f4291c owned by compute:nova {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:26:48.440130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b1ed10b9-aed4-490f-9b79-8e0ae9b108ed req-78397a84-d6c9-47bc-aa1a-0eab721be445 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:48.457003 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:48.509489 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78397a84-d6c9-47bc-aa1a-0eab721be445 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Pushing event deleted for resources: {'Port': ['ID=4b2744d1-1c42-4854-8600-6ebc54f4291c,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:48.524299 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-78397a84-d6c9-47bc-aa1a-0eab721be445 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:48.534250 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22ba20-97e7-4982-b3e0-c0280673c7cf req-02ef09f8-ab20-4073-9ab6-68de6855a28f tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:48.535876 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3e22ba20-97e7-4982-b3e0-c0280673c7cf req-02ef09f8-ab20-4073-9ab6-68de6855a28f tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.2006595 Nov 19 14:26:48.664950 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3e22ba20-97e7-4982-b3e0-c0280673c7cf req-0107ee79-95e5-46f4-a830-9689596e3fe4 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796587 Nov 19 14:26:48.706648 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ed10b9-aed4-490f-9b79-8e0ae9b108ed req-78397a84-d6c9-47bc-aa1a-0eab721be445 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] No DVR routers for this DVR port 4b2744d1-1c42-4854-8600-6ebc54f4291c on host hv-cinder-76330 {{(pid=80335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:26:48.709047 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b1ed10b9-aed4-490f-9b79-8e0ae9b108ed req-78397a84-d6c9-47bc-aa1a-0eab721be445 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:48.712092 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65681d6-c0df-43a3-97e7-034b2cb379d9', 'name': 'network-vif-deleted', 'tag': '4b2744d1-1c42-4854-8600-6ebc54f4291c'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:48.728003 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b1ed10b9-aed4-490f-9b79-8e0ae9b108ed req-78397a84-d6c9-47bc-aa1a-0eab721be445 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.16 "DELETE /v2.0/ports/4b2744d1-1c42-4854-8600-6ebc54f4291c HTTP/1.1" status: 204 len: 173 time: 1.2811327 Nov 19 14:26:48.775752 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65681d6-c0df-43a3-97e7-034b2cb379d9', 'name': 'network-vif-deleted', 'tag': '4b2744d1-1c42-4854-8600-6ebc54f4291c', 'status': 'completed', 'code': 200} Nov 19 14:26:48.875160 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 4b2744d1-1c42-4854-8600-6ebc54f4291c no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:26:48.919239 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] No Port match for: 4b2744d1-1c42-4854-8600-6ebc54f4291c {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:26:48.919638 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 4b2744d1-1c42-4854-8600-6ebc54f4291c not bound to the agent host hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:26:49.373253 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-e4899117-b9ea-4772-a91d-d4145f8731ae req-b04f92c0-b1b1-4745-9c40-2c9e4eb5297a tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Synchronizing usage tracker for tenant:47bd072d187249d49be8b1e7fa515356 on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:49.400875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-e4899117-b9ea-4772-a91d-d4145f8731ae req-b04f92c0-b1b1-4745-9c40-2c9e4eb5297a tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Unset dirty status for tenant:47bd072d187249d49be8b1e7fa515356 on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:49.402627 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e4899117-b9ea-4772-a91d-d4145f8731ae req-b04f92c0-b1b1-4745-9c40-2c9e4eb5297a tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] 10.222.0.43 "GET /v2.0/ports?device_id=e65681d6-c0df-43a3-97e7-034b2cb379d9 HTTP/1.1" status: 200 len: 210 time: 0.0937037 Nov 19 14:26:50.041878 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bef41-12e0-434b-b0f9-1004a1b77873 req-e5c29783-d085-4ede-bbba-9dd8258cd11e tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:50.044875 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ff3bef41-12e0-434b-b0f9-1004a1b77873 req-e5c29783-d085-4ede-bbba-9dd8258cd11e tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.1408112 Nov 19 14:26:50.136859 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ff3bef41-12e0-434b-b0f9-1004a1b77873 req-e8232be8-9d73-4242-8955-3bd7da59076c tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845149 Nov 19 14:26:50.219647 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-f5a6b74e-fa12-4507-aecc-027384e7b1e2 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:50.228923 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-f5a6b74e-fa12-4507-aecc-027384e7b1e2 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/networks?id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 HTTP/1.1" status: 200 len: 815 time: 0.4507024 Nov 19 14:26:50.248415 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-32d89571-540c-47d7-9ecb-156da63bffa5 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/quotas/1a9ca28804934403add148eff8fd4c9e HTTP/1.1" status: 200 len: 375 time: 0.0183527 Nov 19 14:26:50.349432 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-8918f5db-c105-47a1-87ea-ee2b7b33d10b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a9ca28804934403add148eff8fd4c9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996530 Nov 19 14:26:50.503063 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-6797b27a-ec2f-4f24-bd69-b7810c33c875 service neutron] 10.222.0.43 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526213 Nov 19 14:26:50.673943 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-66b03435-fbb1-457a-9301-55d8b1bce6b4 service neutron] 10.222.0.43 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1645496 Nov 19 14:26:50.906339 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7691ef71-df5a-4e0e-b496-a24fce9629f9 req-656b602b-a7eb-4755-9fbb-5dc68e7d5d65 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 210 time: 0.0624299 Nov 19 14:26:51.363683 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7256cc0-11cf-4088-8177-8276d8031597 req-953572a7-8e0f-4f4f-8427-0f2daadf200d tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:51.365448 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b7256cc0-11cf-4088-8177-8276d8031597 req-953572a7-8e0f-4f4f-8427-0f2daadf200d tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0914123 Nov 19 14:26:51.419899 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b7256cc0-11cf-4088-8177-8276d8031597 req-430d5244-a918-420a-82e8-38575c729bc5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473871 Nov 19 14:26:51.662291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:26:52.116437 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7748c098-07a3-421b-96dd-65f4387f0408 req-afa782da-a995-4394-b7ff-2a2186fab3e5 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 210 time: 0.0811594 Nov 19 14:26:52.430674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-414f08ff-5fe2-4b90-903a-01a576ae38f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:52.432243 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-414f08ff-5fe2-4b90-903a-01a576ae38f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "GET /v2.0/networks?id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 HTTP/1.1" status: 200 len: 815 time: 0.1658556 Nov 19 14:26:52.459176 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Request body: {'port': {'device_id': '504ae090-a991-449e-bc52-b7a3e19e7dd7', 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4', 'admin_state_up': True, 'tenant_id': '1a9ca28804934403add148eff8fd4c9e'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:52.673476 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:52.687675 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:52.704020 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Made reservation on behalf of 1a9ca28804934403add148eff8fd4c9e for: {'port': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:26:52.709596 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:52.728175 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b402b-cd83-4439-af93-063115e3b24c req-0b987f75-d9f7-4d44-8457-f73be919af44 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:52.729713 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d25b402b-cd83-4439-af93-063115e3b24c req-0b987f75-d9f7-4d44-8457-f73be919af44 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.1542585 Nov 19 14:26:52.842754 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d25b402b-cd83-4439-af93-063115e3b24c req-35457633-fd28-421d-aed3-03623c5a9705 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049738 Nov 19 14:26:53.076464 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Allocated IP 172.20.0.12 (5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4/54b9d577-16b6-421d-b592-1d51eee4212f/d64e96f9-6422-481d-b8fe-173ec6bf2948) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:26:53.337264 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d7c53f69-1953-4ed6-9122-a79cf6716eeb req-ceb0b2e7-884c-4ade-8cf2-afa99998b52a tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 210 time: 0.0643475 Nov 19 14:26:53.376250 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:53.411864 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:53.435374 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cd402072-3941-47ac-b83c-066550bae3c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:53.588303 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Pushing event updated for resources: {'Port': ['ID=d64e96f9-6422-481d-b8fe-173ec6bf2948,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:53.592660 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:53.638246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:26:53.639596 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:26:53.642093 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:26:53.646350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:53.647012 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:53.678646 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2238209 Nov 19 14:26:53.697986 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Request body: {'port': {'device_id': '504ae090-a991-449e-bc52-b7a3e19e7dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:26:53.815519 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:54.215174 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe6e38-4d99-4012-8806-8a07325e5cec req-db57cdae-2336-4b5e-ad1f-8c6b0da2ae0a tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:54.216785 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bcbe6e38-4d99-4012-8806-8a07325e5cec req-db57cdae-2336-4b5e-ad1f-8c6b0da2ae0a tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.2276213 Nov 19 14:26:54.308580 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bcbe6e38-4d99-4012-8806-8a07325e5cec req-cdd07702-490a-4fa1-bddc-de128cba16b5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778410 Nov 19 14:26:54.378030 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64e96f9-6422-481d-b8fe-173ec6bf2948 {{(pid=80335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:26:54.385962 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:54.399677 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Transition to ACTIVE for port object d64e96f9-6422-481d-b8fe-173ec6bf2948 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:26:54.402919 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:54.418695 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:54.561178 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Pushing event updated for resources: {'Port': ['ID=d64e96f9-6422-481d-b8fe-173ec6bf2948,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:54.565818 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:54.575979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daeba3b-b164-4b5a-a341-c59518d2ba49 req-5b24f4c6-8c00-469b-8d94-48dfd34e951a tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:54.577630 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9daeba3b-b164-4b5a-a341-c59518d2ba49 req-5b24f4c6-8c00-469b-8d94-48dfd34e951a tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 944 time: 0.1023891 Nov 19 14:26:54.629203 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9daeba3b-b164-4b5a-a341-c59518d2ba49 req-23caae01-c8d6-40e3-9f04-952a7341247d tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445662 Nov 19 14:26:54.696260 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Attempting to bind port d64e96f9-6422-481d-b8fe-173ec6bf2948 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:26:54.696662 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Attempting to bind port d64e96f9-6422-481d-b8fe-173ec6bf2948 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:26:54.696994 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Attempting to bind port d64e96f9-6422-481d-b8fe-173ec6bf2948 on network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:26:54.704246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:26:54.704614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Checking segment: {'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:26:54.705074 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:54.705498 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Bound using segment: {'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:26:54.705980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Bound port: d64e96f9-6422-481d-b8fe-173ec6bf2948, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:26:54.706319 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:54.801650 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] For port d64e96f9-6422-481d-b8fe-173ec6bf2948, host hv-cinder-76330, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:26:54.804942 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] For port d64e96f9-6422-481d-b8fe-173ec6bf2948, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d64e96f9-6422-481d-b8fe-173ec6bf2948,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:26:54.809707 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:54.822974 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d3b15ccc-44ba-41bc-a5ae-bda7b007cebc tempest-DeleteServersTestJSON-1372872787 tempest-DeleteServersTestJSON-1372872787] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:54.972213 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Pushing event updated for resources: {'Port': ['ID=d64e96f9-6422-481d-b8fe-173ec6bf2948,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:54.977114 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:55.012305 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:55.013831 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] 10.222.0.16 "PUT /v2.0/ports/d64e96f9-6422-481d-b8fe-173ec6bf2948 HTTP/1.1" status: 200 len: 1158 time: 1.3207498 Nov 19 14:26:55.014372 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504ae090-a991-449e-bc52-b7a3e19e7dd7', 'tag': 'd64e96f9-6422-481d-b8fe-173ec6bf2948'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:26:55.142181 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504ae090-a991-449e-bc52-b7a3e19e7dd7', 'tag': 'd64e96f9-6422-481d-b8fe-173ec6bf2948', 'status': 'completed', 'code': 200} Nov 19 14:26:55.186976 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-61c34251-1ea9-4a84-8e96-960b2c875fb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a9ca28804934403add148eff8fd4c9e&device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 1161 time: 0.1102970 Nov 19 14:26:55.271239 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-2203ab96-fca4-45f7-9509-41839871a434 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d64e96f9-6422-481d-b8fe-173ec6bf2948 HTTP/1.1" status: 200 len: 217 time: 0.0682607 Nov 19 14:26:55.348547 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-bb1eb02d-3a29-44a7-9670-82b99dc117ba service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:55.350481 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-bb1eb02d-3a29-44a7-9670-82b99dc117ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54b9d577-16b6-421d-b592-1d51eee4212f HTTP/1.1" status: 200 len: 855 time: 0.0705254 Nov 19 14:26:55.525076 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57346) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:55.565989 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5fb86-117b-4f37-8249-f989f3a2abb5 req-1138fd9a-da55-458c-9035-e25f5602d3ec tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:55.568395 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7de5fb86-117b-4f37-8249-f989f3a2abb5 req-1138fd9a-da55-458c-9035-e25f5602d3ec tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0981290 Nov 19 14:26:55.627398 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7de5fb86-117b-4f37-8249-f989f3a2abb5 req-b4da6749-b19b-47ef-bb06-6d6e3e59384c tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524335 Nov 19 14:26:55.653224 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-bea4b04c-0325-4ece-a5de-e96527809522 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2830026 Nov 19 14:26:55.775873 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-375e7a6e-6586-4803-9a25-79ca6224c2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:55.816358 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-375e7a6e-6586-4803-9a25-79ca6224c2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:55.821533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-375e7a6e-6586-4803-9a25-79ca6224c2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:4902ff65f3c74b0d88847c344e25508d is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:55.826880 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-375e7a6e-6586-4803-9a25-79ca6224c2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:55.832763 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-375e7a6e-6586-4803-9a25-79ca6224c2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:55.919129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-375e7a6e-6586-4803-9a25-79ca6224c2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:55.926749 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-375e7a6e-6586-4803-9a25-79ca6224c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:55.958951 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-fd1d1bd9-e82e-4613-bdfe-e64d90cfe87d service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899151 Nov 19 14:26:55.967674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-36077746-3e9a-4eea-8ff5-1fdfcadc7d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:55.971172 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa4261-dc00-4b97-a8c7-6d7e8b5410f0 req-b3fbb4d8-d9ed-4b10-95ee-69b2ea8be62c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:55.971932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-fbfa4261-dc00-4b97-a8c7-6d7e8b5410f0 req-b3fbb4d8-d9ed-4b10-95ee-69b2ea8be62c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Synchronizing usage tracker for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:26:55.984464 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-375e7a6e-6586-4803-9a25-79ca6224c2b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4902ff65f3c74b0d88847c344e25508d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4555933 Nov 19 14:26:55.995089 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57366) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:56.001619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e7a6e-6586-4803-9a25-79ca6224c2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da615e2b-60e0-45b6-8b82-f1370a7eeacd,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:56.019322 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-375e7a6e-6586-4803-9a25-79ca6224c2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:56.033837 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-fbfa4261-dc00-4b97-a8c7-6d7e8b5410f0 req-b3fbb4d8-d9ed-4b10-95ee-69b2ea8be62c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Unset dirty status for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:26:56.035093 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fbfa4261-dc00-4b97-a8c7-6d7e8b5410f0 req-b3fbb4d8-d9ed-4b10-95ee-69b2ea8be62c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 944 time: 0.1983075 Nov 19 14:26:56.110407 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a616bd72-b0dc-4097-a899-10e328b91d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.140009 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 57372) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:56.142369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a616bd72-b0dc-4097-a899-10e328b91d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.166258 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fbfa4261-dc00-4b97-a8c7-6d7e8b5410f0 req-c532caf0-8231-47a3-9266-066b82ee74ab tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743737 Nov 19 14:26:56.191588 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3c06cd01-80ae-4335-86af-9bacf9d420c2 req-d46f8cff-e88b-4c75-a1e4-998a880c12e4 service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2153425 Nov 19 14:26:56.196895 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a616bd72-b0dc-4097-a899-10e328b91d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.202941 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:56.216697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616bd72-b0dc-4097-a899-10e328b91d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da615e2b-60e0-45b6-8b82-f1370a7eeacd,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:56.220039 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a616bd72-b0dc-4097-a899-10e328b91d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:56.223814 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a616bd72-b0dc-4097-a899-10e328b91d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.225361 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-a616bd72-b0dc-4097-a899-10e328b91d15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da615e2b-60e0-45b6-8b82-f1370a7eeacd HTTP/1.1" status: 204 len: 168 time: 0.2292659 Nov 19 14:26:56.407056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-51e44b96-cf23-48a1-892e-36e6239992df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.452276 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-51e44b96-cf23-48a1-892e-36e6239992df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:56.459156 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-51e44b96-cf23-48a1-892e-36e6239992df admin admin] Usage tracker for resource:security_group_rule and tenant:0a1103b89ac94c13bf4c30979380e8ca is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:56.462970 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-51e44b96-cf23-48a1-892e-36e6239992df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:56.471237 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-51e44b96-cf23-48a1-892e-36e6239992df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:56.475898 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-51fa3e51-af5d-4176-a573-9fa4bccab667 req-75644150-7876-4c21-863e-46616553bffa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a9ca28804934403add148eff8fd4c9e&device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 1161 time: 0.1393838 Nov 19 14:26:56.587851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57384) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:56.607866 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3d0056e9-6b02-41d6-89a9-fbf8d5379455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.642238 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-3d0056e9-6b02-41d6-89a9-fbf8d5379455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:26:56.646592 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-3d0056e9-6b02-41d6-89a9-fbf8d5379455 admin admin] Usage tracker for resource:security_group_rule and tenant:c23079e5da24428896f5dcfb3999bcba is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:26:56.649801 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-3d0056e9-6b02-41d6-89a9-fbf8d5379455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:26:56.655933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-3d0056e9-6b02-41d6-89a9-fbf8d5379455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:26:56.669045 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa3e51-af5d-4176-a573-9fa4bccab667 req-ad32a484-9416-435f-bfa2-53557a10e823 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:56.670690 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-51fa3e51-af5d-4176-a573-9fa4bccab667 req-ad32a484-9416-435f-bfa2-53557a10e823 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 HTTP/1.1" status: 200 len: 909 time: 0.1876900 Nov 19 14:26:56.675411 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-51e44b96-cf23-48a1-892e-36e6239992df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.743886 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3d0056e9-6b02-41d6-89a9-fbf8d5379455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.746028 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-51e44b96-cf23-48a1-892e-36e6239992df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.748942 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3d0056e9-6b02-41d6-89a9-fbf8d5379455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.756895 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-26c29caf-6f6d-4697-9387-6429d325e7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:56.761004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9d69d9d4-a32a-4474-aa24-30b2e32fd221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:56.789379 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-51fa3e51-af5d-4176-a573-9fa4bccab667 req-e0687d53-1a0b-4886-adef-a6182be05e1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d64e96f9-6422-481d-b8fe-173ec6bf2948 HTTP/1.1" status: 200 len: 217 time: 0.1106372 Nov 19 14:26:56.801303 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0056e9-6b02-41d6-89a9-fbf8d5379455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59481215-af46-40d3-96a5-4fbbb710e3ce,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:56.806524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3d0056e9-6b02-41d6-89a9-fbf8d5379455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:56.818088 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-3d0056e9-6b02-41d6-89a9-fbf8d5379455 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c23079e5da24428896f5dcfb3999bcba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2275150 Nov 19 14:26:56.819389 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57390) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:56.884099 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4627ea67-126c-468a-a5f1-e49fa425a7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.901114 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e44b96-cf23-48a1-892e-36e6239992df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7026ac77-d353-4962-b802-a63d92d768b5,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:56.911915 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-51e44b96-cf23-48a1-892e-36e6239992df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:56.915900 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4627ea67-126c-468a-a5f1-e49fa425a7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.917710 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-51e44b96-cf23-48a1-892e-36e6239992df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a1103b89ac94c13bf4c30979380e8ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7748764 Nov 19 14:26:56.922015 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 57394) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:26:56.961782 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4627ea67-126c-468a-a5f1-e49fa425a7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.965835 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-90d90c45-75f0-410b-b882-184204406aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:56.967647 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa3e51-af5d-4176-a573-9fa4bccab667 req-b10a26e9-8a70-44ad-ac1e-cc3b2ae3f5f5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:56.969246 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-51fa3e51-af5d-4176-a573-9fa4bccab667 req-b10a26e9-8a70-44ad-ac1e-cc3b2ae3f5f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54b9d577-16b6-421d-b592-1d51eee4212f HTTP/1.1" status: 200 len: 855 time: 0.1417990 Nov 19 14:26:56.977994 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627ea67-126c-468a-a5f1-e49fa425a7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59481215-af46-40d3-96a5-4fbbb710e3ce,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:56.982048 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4627ea67-126c-468a-a5f1-e49fa425a7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:56.985434 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4627ea67-126c-468a-a5f1-e49fa425a7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:56.989904 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-4627ea67-126c-468a-a5f1-e49fa425a7f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59481215-af46-40d3-96a5-4fbbb710e3ce HTTP/1.1" status: 204 len: 168 time: 0.1694033 Nov 19 14:26:57.050347 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-51fa3e51-af5d-4176-a573-9fa4bccab667 req-3e1ee43e-725e-4402-8a78-6d2610855b22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709481 Nov 19 14:26:57.061201 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e5d36-42d3-48fa-8a60-b3fcb0558ce6 req-4bd87c48-29ba-4588-ab9e-784b95933e86 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:57.062839 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b53e5d36-42d3-48fa-8a60-b3fcb0558ce6 req-4bd87c48-29ba-4588-ab9e-784b95933e86 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.2843368 Nov 19 14:26:57.169172 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fecba55d-bf9c-4f75-98b3-ce7c0deec8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:57.294310 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b53e5d36-42d3-48fa-8a60-b3fcb0558ce6 req-ad401cdd-ad56-4944-9a28-66c40756ed90 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848476 Nov 19 14:26:57.322395 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fecba55d-bf9c-4f75-98b3-ce7c0deec8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:57.389479 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-51fa3e51-af5d-4176-a573-9fa4bccab667 req-d8d9f999-4284-468c-a0b2-1f837e052823 service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254600 Nov 19 14:26:57.399446 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fecba55d-bf9c-4f75-98b3-ce7c0deec8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:57.407499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:26:57.446334 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbe7d9-34b0-4aab-8cc1-9aa961dce88c req-6f0406c8-497f-46d6-8784-bb4ce52e621c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:57.447930 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-53fbe7d9-34b0-4aab-8cc1-9aa961dce88c req-6f0406c8-497f-46d6-8784-bb4ce52e621c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 944 time: 0.0884404 Nov 19 14:26:57.509916 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-53fbe7d9-34b0-4aab-8cc1-9aa961dce88c req-a1311642-4eb3-4710-a32b-b8c36a76547c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524888 Nov 19 14:26:57.575899 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-51fa3e51-af5d-4176-a573-9fa4bccab667 req-574d28b5-d8ed-430e-beb7-b0e5a01b8eb1 service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1706326 Nov 19 14:26:57.578628 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecba55d-bf9c-4f75-98b3-ce7c0deec8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7026ac77-d353-4962-b802-a63d92d768b5,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:26:57.586156 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fecba55d-bf9c-4f75-98b3-ce7c0deec8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:26:57.587421 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fecba55d-bf9c-4f75-98b3-ce7c0deec8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:26:57.591619 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-fecba55d-bf9c-4f75-98b3-ce7c0deec8c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7026ac77-d353-4962-b802-a63d92d768b5 HTTP/1.1" status: 204 len: 168 time: 0.6648691 Nov 19 14:26:58.519775 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799364dd-8b11-4f9f-9780-99dced9c539d req-a5ecebd0-1d06-47ec-80b5-f5043b9c9cf2 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:58.521334 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-799364dd-8b11-4f9f-9780-99dced9c539d req-a5ecebd0-1d06-47ec-80b5-f5043b9c9cf2 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0879633 Nov 19 14:26:58.572990 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-799364dd-8b11-4f9f-9780-99dced9c539d req-5922c1b5-3855-44df-b872-befc3c619dbd tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448625 Nov 19 14:26:58.733709 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b6d84-3956-4b16-97f9-b2b242a8ab58 req-2ac0fc6f-57ae-43a2-b684-2ee2c39724ef tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:58.735772 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-437b6d84-3956-4b16-97f9-b2b242a8ab58 req-2ac0fc6f-57ae-43a2-b684-2ee2c39724ef tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 944 time: 0.0908921 Nov 19 14:26:58.786948 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-437b6d84-3956-4b16-97f9-b2b242a8ab58 req-adb24030-23a8-4f89-bb17-eab7a36e47b4 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441823 Nov 19 14:26:59.807614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d79d9-0aa8-4814-92a0-487b2c8ca164 req-f2ba1891-39c0-4e44-aee5-86f56c8945b9 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:26:59.809162 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-516d79d9-0aa8-4814-92a0-487b2c8ca164 req-f2ba1891-39c0-4e44-aee5-86f56c8945b9 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0878384 Nov 19 14:26:59.860988 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-516d79d9-0aa8-4814-92a0-487b2c8ca164 req-881b9e8e-eaae-436c-997e-d13c1cb2fa34 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456166 Nov 19 14:27:00.011092 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c41c77-4c62-445d-ae31-bdc434fc4c82 req-9694006e-ae8c-426b-86aa-81b77fc994b4 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:00.012704 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-93c41c77-4c62-445d-ae31-bdc434fc4c82 req-9694006e-ae8c-426b-86aa-81b77fc994b4 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 944 time: 0.0843494 Nov 19 14:27:00.067046 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-93c41c77-4c62-445d-ae31-bdc434fc4c82 req-7dee6c06-0e92-4434-a061-ad671cc338e3 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479429 Nov 19 14:27:00.686690 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2a6a1a61-e5ab-4055-9d40-3650c0287110 req-83be8356-1b8d-450e-852e-c6c0d22b0d8f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 1163 time: 0.0800674 Nov 19 14:27:00.745522 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2a6a1a61-e5ab-4055-9d40-3650c0287110 req-d817113a-60de-414d-ae3d-6ae18a7974e2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482771 Nov 19 14:27:01.074797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc035f20-aa31-4c3e-a77a-8eeebdb2dd70 req-51a35ca9-a12f-467c-852a-a5ea3cd8f08d tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:01.076436 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bc035f20-aa31-4c3e-a77a-8eeebdb2dd70 req-51a35ca9-a12f-467c-852a-a5ea3cd8f08d tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0837030 Nov 19 14:27:01.130770 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bc035f20-aa31-4c3e-a77a-8eeebdb2dd70 req-9cb5b853-e7c7-419b-b33a-7c5028247af9 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460877 Nov 19 14:27:01.339973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055d3c5-920c-42ce-953b-48d4efa648b9 req-35a9a3f7-0995-4ae4-88f2-c9facb360588 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:01.341603 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d055d3c5-920c-42ce-953b-48d4efa648b9 req-35a9a3f7-0995-4ae4-88f2-c9facb360588 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 944 time: 0.0881531 Nov 19 14:27:01.393873 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d055d3c5-920c-42ce-953b-48d4efa648b9 req-03a98bc0-dba1-48a6-971e-d1f63032c75b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Nov 19 14:27:01.585191 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 57546) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:01.747635 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-32a6e736-a0c9-4a04-9198-bb6f9021d518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:01.782626 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-32a6e736-a0c9-4a04-9198-bb6f9021d518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:01.787054 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-32a6e736-a0c9-4a04-9198-bb6f9021d518 admin admin] Usage tracker for resource:security_group_rule and tenant:9fdd14b286e141cfbe957744dc3c02bd is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:01.790178 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-32a6e736-a0c9-4a04-9198-bb6f9021d518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:01.796106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-32a6e736-a0c9-4a04-9198-bb6f9021d518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:01.865884 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-32a6e736-a0c9-4a04-9198-bb6f9021d518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:01.870593 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-32a6e736-a0c9-4a04-9198-bb6f9021d518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:01.877425 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:01.918087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6e736-a0c9-4a04-9198-bb6f9021d518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fbbc56-a4be-424c-9c66-4f9f3bd662e9,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:01.923241 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-32a6e736-a0c9-4a04-9198-bb6f9021d518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:01.931055 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-32a6e736-a0c9-4a04-9198-bb6f9021d518 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fdd14b286e141cfbe957744dc3c02bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3412237 Nov 19 14:27:01.931055 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 57554) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:01.999722 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2f78-eb9a-48e5-821d-321698fc204b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:02.029022 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2f78-eb9a-48e5-821d-321698fc204b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:02.074996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2f78-eb9a-48e5-821d-321698fc204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:02.079115 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:02.091771 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac2f78-eb9a-48e5-821d-321698fc204b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fbbc56-a4be-424c-9c66-4f9f3bd662e9,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:02.094237 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f2ac2f78-eb9a-48e5-821d-321698fc204b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:02.100450 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2f78-eb9a-48e5-821d-321698fc204b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:02.114750 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-f2ac2f78-eb9a-48e5-821d-321698fc204b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1fbbc56-a4be-424c-9c66-4f9f3bd662e9 HTTP/1.1" status: 204 len: 168 time: 0.1805449 Nov 19 14:27:02.330014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device d64e96f9-6422-481d-b8fe-173ec6bf2948 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:27:02.439465 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd9e74-7ffb-4f07-a75d-7d0a44ce7cc0 req-4df86b73-ee8b-4c5e-8468-71b1c0f7e4a1 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:02.441338 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e8bd9e74-7ffb-4f07-a75d-7d0a44ce7cc0 req-4df86b73-ee8b-4c5e-8468-71b1c0f7e4a1 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.1525319 Nov 19 14:27:02.488367 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port d64e96f9-6422-481d-b8fe-173ec6bf2948 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:27:02.497289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port d64e96f9-6422-481d-b8fe-173ec6bf2948 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:02.497771 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:02.525870 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e8bd9e74-7ffb-4f07-a75d-7d0a44ce7cc0 req-270fb856-0fdd-47c4-8933-0f2a0df0df25 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757787 Nov 19 14:27:02.647445 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 57578) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:02.680485 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8d70194c-2a28-4ad4-a641-416571a11004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:02.697978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:02.733847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-8d70194c-2a28-4ad4-a641-416571a11004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:02.738036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-8d70194c-2a28-4ad4-a641-416571a11004 admin admin] Usage tracker for resource:security_group_rule and tenant:4fa22eb26cf24e4da198896c81671952 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:02.742530 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-8d70194c-2a28-4ad4-a641-416571a11004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:02.756463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504ae090-a991-449e-bc52-b7a3e19e7dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64e96f9-6422-481d-b8fe-173ec6bf2948'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:27:02.766534 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port d64e96f9-6422-481d-b8fe-173ec6bf2948, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d64e96f9-6422-481d-b8fe-173ec6bf2948,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:27:02.769697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:02.771575 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:02.788193 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-8d70194c-2a28-4ad4-a641-416571a11004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:02.845420 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=d64e96f9-6422-481d-b8fe-173ec6bf2948,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:02.848939 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:02.873216 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8de37-2b3e-4935-8249-375aa3e94939 req-ee2c5bfc-ed8f-4d72-883f-ff8439ee7d5e tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:02.874917 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-55c8de37-2b3e-4935-8249-375aa3e94939 req-ee2c5bfc-ed8f-4d72-883f-ff8439ee7d5e tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 946 time: 0.1458819 Nov 19 14:27:02.899271 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504ae090-a991-449e-bc52-b7a3e19e7dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64e96f9-6422-481d-b8fe-173ec6bf2948', 'code': 200} Nov 19 14:27:02.925659 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8d70194c-2a28-4ad4-a641-416571a11004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:02.938155 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8d70194c-2a28-4ad4-a641-416571a11004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:02.953494 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:02.993501 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-55c8de37-2b3e-4935-8249-375aa3e94939 req-507ed39a-60d0-4ca7-b2ed-75ae4fec83b4 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104786 Nov 19 14:27:03.005901 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70194c-2a28-4ad4-a641-416571a11004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddad9d7c-a5f9-4fa2-99ac-07ba23abe6a5,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:03.009935 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8d70194c-2a28-4ad4-a641-416571a11004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:03.015929 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-8d70194c-2a28-4ad4-a641-416571a11004 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4fa22eb26cf24e4da198896c81671952&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3669827 Nov 19 14:27:03.016751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 57584) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:03.083828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-797b958d-e2c3-4c1d-a52d-b636bd9362ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:03.115754 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-797b958d-e2c3-4c1d-a52d-b636bd9362ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:03.224346 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-797b958d-e2c3-4c1d-a52d-b636bd9362ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:03.229827 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9d525383-0516-469e-b60c-73c07ae2e9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:03.245291 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72b18db4-c312-4bfe-bd11-a307317a173b req-b87d952c-7301-42e9-9d88-346de3b9284b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 1163 time: 0.1218159 Nov 19 14:27:03.246492 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b958d-e2c3-4c1d-a52d-b636bd9362ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddad9d7c-a5f9-4fa2-99ac-07ba23abe6a5,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:03.248944 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-797b958d-e2c3-4c1d-a52d-b636bd9362ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:03.255201 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-797b958d-e2c3-4c1d-a52d-b636bd9362ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:03.256453 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-797b958d-e2c3-4c1d-a52d-b636bd9362ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ddad9d7c-a5f9-4fa2-99ac-07ba23abe6a5 HTTP/1.1" status: 204 len: 168 time: 0.2387934 Nov 19 14:27:03.298426 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72b18db4-c312-4bfe-bd11-a307317a173b req-3d47b77e-3f6b-49e7-a2a8-cc5924c99db8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Nov 19 14:27:03.769509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ae42e-a767-4786-bea2-f8ef67317053 req-7e2196d8-1c7c-48b7-9f89-5115ded5ba35 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:03.771170 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c34ae42e-a767-4786-bea2-f8ef67317053 req-7e2196d8-1c7c-48b7-9f89-5115ded5ba35 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0954084 Nov 19 14:27:03.825735 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c34ae42e-a767-4786-bea2-f8ef67317053 req-24a61603-97bf-43aa-a66c-0e05b9e9d7af tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469263 Nov 19 14:27:03.924489 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device d64e96f9-6422-481d-b8fe-173ec6bf2948 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:27:04.008668 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port d64e96f9-6422-481d-b8fe-173ec6bf2948 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:04.009454 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:04.442918 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817a97d-b71c-4b8f-95d7-e217af93c6b3 req-2feff0fc-3ef3-45d2-b390-a9949a883ff9 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:04.444593 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f817a97d-b71c-4b8f-95d7-e217af93c6b3 req-2feff0fc-3ef3-45d2-b390-a9949a883ff9 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0905395 Nov 19 14:27:04.496254 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f817a97d-b71c-4b8f-95d7-e217af93c6b3 req-03c8d4d3-643a-4ed5-b2d4-ce61b7113352 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451126 Nov 19 14:27:04.565248 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa326f5e-be66-4b87-855f-fec92329ceda req-b4bdb54d-487b-4774-a319-46766fabcc82 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:04.566906 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-aa326f5e-be66-4b87-855f-fec92329ceda req-b4bdb54d-487b-4774-a319-46766fabcc82 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 946 time: 0.1051621 Nov 19 14:27:04.618584 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-aa326f5e-be66-4b87-855f-fec92329ceda req-d5dcaf4b-2423-4064-a003-536e48aa6137 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450733 Nov 19 14:27:05.861011 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55466a83-9939-477e-9fc4-44f144158d0d req-fdc95a54-387f-4bf6-b2e4-5f226a3ae51f tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:05.862718 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-55466a83-9939-477e-9fc4-44f144158d0d req-fdc95a54-387f-4bf6-b2e4-5f226a3ae51f tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 946 time: 0.0941293 Nov 19 14:27:05.913453 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-55466a83-9939-477e-9fc4-44f144158d0d req-33ba4ea1-fcac-4fa9-9a80-8ff648b380d5 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442286 Nov 19 14:27:06.721895 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-014a6bd2-1220-4692-b39b-06a360deb0f5 req-b2fa5042-77b2-4869-9fa4-7594ae9a0525 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39529dac6cd14baa83b65e88bb873659&device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 1162 time: 0.1948955 Nov 19 14:27:06.732652 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b07e0f-f551-440f-aca9-f019672db209 req-63708afb-28bf-4cb9-963d-7a3eda65b22f tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:06.735228 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d1b07e0f-f551-440f-aca9-f019672db209 req-63708afb-28bf-4cb9-963d-7a3eda65b22f tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1372840 Nov 19 14:27:06.969835 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57716) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:07.128358 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d1b07e0f-f551-440f-aca9-f019672db209 req-b4f40d3e-ee71-4d40-840e-a49580c111cd tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677363 Nov 19 14:27:07.171147 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6bd2-1220-4692-b39b-06a360deb0f5 req-554922ac-4d5a-4f84-ac89-9eba837cdc55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:07.172752 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-014a6bd2-1220-4692-b39b-06a360deb0f5 req-554922ac-4d5a-4f84-ac89-9eba837cdc55 service neutron] 10.222.0.16 "GET /v2.0/networks?id=155ce0ea-cd68-440f-9376-8aa82af6239b HTTP/1.1" status: 200 len: 913 time: 0.4364839 Nov 19 14:27:07.200248 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-681e816c-79c8-4fc2-b57f-92be76b25a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:07.252071 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-014a6bd2-1220-4692-b39b-06a360deb0f5 req-9740c4f9-252e-49d9-b6aa-cfc5feb2573c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 HTTP/1.1" status: 200 len: 217 time: 0.0713015 Nov 19 14:27:07.259116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-681e816c-79c8-4fc2-b57f-92be76b25a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:07.265023 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-681e816c-79c8-4fc2-b57f-92be76b25a45 admin admin] Usage tracker for resource:security_group_rule and tenant:31d0e9eb203a419891ef154c62d7324e is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:07.269454 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-681e816c-79c8-4fc2-b57f-92be76b25a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:07.277541 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-681e816c-79c8-4fc2-b57f-92be76b25a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:07.290809 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93299884-f27f-4ba0-b35e-4b00e9ca9ee8 req-016eaebe-cc55-4884-b23c-9a743d439675 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:07.292442 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-93299884-f27f-4ba0-b35e-4b00e9ca9ee8 req-016eaebe-cc55-4884-b23c-9a743d439675 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 946 time: 0.2272792 Nov 19 14:27:07.301312 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device d64e96f9-6422-481d-b8fe-173ec6bf2948 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:27:07.327871 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a6bd2-1220-4692-b39b-06a360deb0f5 req-409418c2-e42b-482c-91b4-7346591d0d87 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:07.329480 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-014a6bd2-1220-4692-b39b-06a360deb0f5 req-409418c2-e42b-482c-91b4-7346591d0d87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2173cd01-9e9b-43c2-b18e-7f09f7b1079a HTTP/1.1" status: 200 len: 859 time: 0.0691621 Nov 19 14:27:07.383355 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-014a6bd2-1220-4692-b39b-06a360deb0f5 req-1cea717a-a6aa-4b61-ad31-35385456cff8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=155ce0ea-cd68-440f-9376-8aa82af6239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452690 Nov 19 14:27:07.384158 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-93299884-f27f-4ba0-b35e-4b00e9ca9ee8 req-6410413c-e06f-42c9-a7b9-67763b71ef80 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836794 Nov 19 14:27:07.392167 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port d64e96f9-6422-481d-b8fe-173ec6bf2948 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:07.392580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:07.441966 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-681e816c-79c8-4fc2-b57f-92be76b25a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:07.449175 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-681e816c-79c8-4fc2-b57f-92be76b25a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:07.484032 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-375e7a6e-6586-4803-9a25-79ca6224c2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:07.497939 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-681e816c-79c8-4fc2-b57f-92be76b25a45 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=31d0e9eb203a419891ef154c62d7324e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5267313 Nov 19 14:27:07.499118 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57724) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:07.551479 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-014a6bd2-1220-4692-b39b-06a360deb0f5 req-bc90c04d-ea0d-44cd-94e5-2f750a8cb16a service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559696 Nov 19 14:27:07.553611 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e816c-79c8-4fc2-b57f-92be76b25a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad5b30f-b6ea-40ea-af13-1de2d217ec9d,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:07.559777 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-681e816c-79c8-4fc2-b57f-92be76b25a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:07.610500 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3ab69e02-2dbd-4a9f-a6e0-486d17695fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:07.641187 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3ab69e02-2dbd-4a9f-a6e0-486d17695fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:07.701401 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3ab69e02-2dbd-4a9f-a6e0-486d17695fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:07.720283 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4b844047-4513-4826-82ec-572a762342d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:07.727924 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-014a6bd2-1220-4692-b39b-06a360deb0f5 req-0778cd3f-2ae6-4783-b9ea-c5a5880d69f2 service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1680033 Nov 19 14:27:07.736915 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab69e02-2dbd-4a9f-a6e0-486d17695fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad5b30f-b6ea-40ea-af13-1de2d217ec9d,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:07.761009 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3ab69e02-2dbd-4a9f-a6e0-486d17695fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:07.769458 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3ab69e02-2dbd-4a9f-a6e0-486d17695fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:07.778734 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-3ab69e02-2dbd-4a9f-a6e0-486d17695fb9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ad5b30f-b6ea-40ea-af13-1de2d217ec9d HTTP/1.1" status: 204 len: 168 time: 0.2691555 Nov 19 14:27:08.136297 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c287f9cf-e144-497a-8d90-86566a8b6cca req-eae36da3-a572-4c0d-856c-6915fa1320fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1057782 Nov 19 14:27:08.358094 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57760) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:08.380519 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f43a7d13-0ed2-4c9b-9e0e-22c9b405f8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:08.424565 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f43a7d13-0ed2-4c9b-9e0e-22c9b405f8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:08.427691 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c287f9cf-e144-497a-8d90-86566a8b6cca req-e7cf3a44-c53f-4021-99d3-c85ee9053462 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a9ca28804934403add148eff8fd4c9e&device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 1163 time: 0.1672750 Nov 19 14:27:08.435476 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7e45a-c692-4280-afdd-121a143d7b14 req-c87d7fd7-3e16-4d64-bfa6-31c06ee14a20 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:08.437526 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a0c7e45a-c692-4280-afdd-121a143d7b14 req-c87d7fd7-3e16-4d64-bfa6-31c06ee14a20 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1219504 Nov 19 14:27:08.437925 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f43a7d13-0ed2-4c9b-9e0e-22c9b405f8a8 admin admin] Usage tracker for resource:security_group_rule and tenant:5817cca2a315444fb7c771c8fb1489e8 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:08.443604 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f43a7d13-0ed2-4c9b-9e0e-22c9b405f8a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:08.451251 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f43a7d13-0ed2-4c9b-9e0e-22c9b405f8a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:08.533182 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f43a7d13-0ed2-4c9b-9e0e-22c9b405f8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:08.536882 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f43a7d13-0ed2-4c9b-9e0e-22c9b405f8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:08.540809 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a0c7e45a-c692-4280-afdd-121a143d7b14 req-fbbed0b7-dfcc-4e2d-8ef5-dee9131bad2e tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949409 Nov 19 14:27:08.545487 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6185eab4-3bac-4b21-bf52-100f1fab01be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:08.591295 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a7d13-0ed2-4c9b-9e0e-22c9b405f8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1013e5-42b5-4aba-9536-8fa374c26fe4,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:08.595893 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f43a7d13-0ed2-4c9b-9e0e-22c9b405f8a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:08.603365 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-f43a7d13-0ed2-4c9b-9e0e-22c9b405f8a8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5817cca2a315444fb7c771c8fb1489e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2407963 Nov 19 14:27:08.603503 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57764) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:08.642048 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287f9cf-e144-497a-8d90-86566a8b6cca req-db5ca330-ee70-4729-8d9c-f7cad7a1787a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:08.643800 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c287f9cf-e144-497a-8d90-86566a8b6cca req-db5ca330-ee70-4729-8d9c-f7cad7a1787a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 HTTP/1.1" status: 200 len: 909 time: 0.1804368 Nov 19 14:27:08.679590 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-889832e3-1396-4f38-9ae2-2d2058ce9d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:08.707919 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-889832e3-1396-4f38-9ae2-2d2058ce9d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:08.731153 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c287f9cf-e144-497a-8d90-86566a8b6cca req-fe7655a6-e25b-44ac-a312-01d23b60efbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac203b46-8371-4416-b6dd-a71bc2a3e769 HTTP/1.1" status: 200 len: 217 time: 0.0764155 Nov 19 14:27:08.756399 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-889832e3-1396-4f38-9ae2-2d2058ce9d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:08.761979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-74cad461-7e17-4ec5-a9b5-82a5e187e85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:08.775027 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889832e3-1396-4f38-9ae2-2d2058ce9d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1013e5-42b5-4aba-9536-8fa374c26fe4,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:08.778638 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-889832e3-1396-4f38-9ae2-2d2058ce9d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:08.780944 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-889832e3-1396-4f38-9ae2-2d2058ce9d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:08.782150 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-889832e3-1396-4f38-9ae2-2d2058ce9d73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb1013e5-42b5-4aba-9536-8fa374c26fe4 HTTP/1.1" status: 204 len: 168 time: 0.1774006 Nov 19 14:27:08.820629 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287f9cf-e144-497a-8d90-86566a8b6cca req-370e3aad-e62a-41ac-ab28-35a09f1004a2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:08.822301 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c287f9cf-e144-497a-8d90-86566a8b6cca req-370e3aad-e62a-41ac-ab28-35a09f1004a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54b9d577-16b6-421d-b592-1d51eee4212f HTTP/1.1" status: 200 len: 855 time: 0.0838883 Nov 19 14:27:08.873385 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c287f9cf-e144-497a-8d90-86566a8b6cca req-603a3619-48b4-4b13-879c-7019afe6fc3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439465 Nov 19 14:27:09.024689 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c287f9cf-e144-497a-8d90-86566a8b6cca req-a3e6275b-0e58-49a5-95a4-acd21a9df5ad service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383648 Nov 19 14:27:09.188862 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c287f9cf-e144-497a-8d90-86566a8b6cca req-844d7009-16d6-4203-bb9d-d4206a27a4e6 service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485999 Nov 19 14:27:09.460148 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57792) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:09.536886 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2830ef0-8830-498b-8bd7-a477a48cbcee admin admin] Deleting subnet 5775fbf7-4d97-47ed-812d-168b65d4e8a9 {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 14:27:09.540257 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2830ef0-8830-498b-8bd7-a477a48cbcee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:09.605277 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2830ef0-8830-498b-8bd7-a477a48cbcee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2621425'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:09.685978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2830ef0-8830-498b-8bd7-a477a48cbcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1992101'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:09.796302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8114eed-194f-438f-a467-115884ea80af req-ac4a996e-3099-40e3-8d45-053d8e5d7c43 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:09.798038 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e8114eed-194f-438f-a467-115884ea80af req-ac4a996e-3099-40e3-8d45-053d8e5d7c43 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1034377 Nov 19 14:27:09.882201 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e8114eed-194f-438f-a467-115884ea80af req-24f86adb-188e-4769-b15a-8fd0a5475557 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731843 Nov 19 14:27:10.027643 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2830ef0-8830-498b-8bd7-a477a48cbcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852783684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2473423'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:10.044211 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-95b178dc-f530-45b2-9257-59219986627e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:10.086526 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2830ef0-8830-498b-8bd7-a477a48cbcee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5775fbf7-4d97-47ed-812d-168b65d4e8a9,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:10.102175 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f2830ef0-8830-498b-8bd7-a477a48cbcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:10.189083 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2830ef0-8830-498b-8bd7-a477a48cbcee admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:10.196748 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-f2830ef0-8830-498b-8bd7-a477a48cbcee admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5775fbf7-4d97-47ed-812d-168b65d4e8a9 HTTP/1.1" status: 204 len: 168 time: 0.7349174 Nov 19 14:27:10.198956 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57814) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:10.323551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1858883'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:10.521550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970236', 'neutron.services.segments.db._delete_segments_for_network--9223363247167790520'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:10.648057 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:10.661483 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd527ac75-4b08-4c66-861e-fd6c071615db') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:10.661840 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd527ac75-4b08-4c66-861e-fd6c071615db') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:10.674661 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247167819704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852154374'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:10.689907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:10.691974 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 14:27:11.075140 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] Network 43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:27:11.122640 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1994887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851852602'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:11.327577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] Network 43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: Traceback (most recent call last): Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: timer() Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: cb(*args, **kw) Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: return func(*args, **kwargs) Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: self._notify() Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: self.callback(batched_events) Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: event.method(event) Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: segment_id)['aggregates'][0] Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: return f(self, *a, **k) Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: return self._get(url).json() Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: **kwargs) Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: return self.request(url, 'GET', **kwargs) Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: **endpoint_filter) Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:27:11.352243 dv-cinder-763306-2-smb neutron-server[80223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:27:11.434084 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c195eb4-1dfd-4891-ab25-bc7b9b35d5df req-5c14864e-156c-4ce0-bdff-ca33656a680e tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:11.435794 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4c195eb4-1dfd-4891-ab25-bc7b9b35d5df req-5c14864e-156c-4ce0-bdff-ca33656a680e tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.3743467 Nov 19 14:27:11.509548 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4c195eb4-1dfd-4891-ab25-bc7b9b35d5df req-b81785d6-3e36-4ee6-a69b-fbd464a51d22 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493019 Nov 19 14:27:11.510533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852805557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:11.515226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:11.519343 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:11.546563 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] Pushing event deleted for resources: {'Network': ['ID=43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:11.549720 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:11.552122 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-bca67e62-6f19-4bfe-845f-477928b42641 admin admin] 10.222.0.43 "DELETE /v2.0/networks/43be3710-2ce9-48d9-b9dc-cf69d2f7e5b5 HTTP/1.1" status: 204 len: 168 time: 1.3521945 Nov 19 14:27:11.555286 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57852) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:11.630900 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92e33ca-8b97-4240-82b0-d317b258352a admin admin] Deleting subnet 7cb1d98e-8a6e-4aa8-bc2c-92d171067c0e {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 14:27:11.634353 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e92e33ca-8b97-4240-82b0-d317b258352a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:11.694757 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e92e33ca-8b97-4240-82b0-d317b258352a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2621425'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:11.755443 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e92e33ca-8b97-4240-82b0-d317b258352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1992101'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:12.043339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e92e33ca-8b97-4240-82b0-d317b258352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852783684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2473423'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:12.064510 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d3856350-3622-4f1c-8ccc-eb01c59e51a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:12.100078 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e33ca-8b97-4240-82b0-d317b258352a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb1d98e-8a6e-4aa8-bc2c-92d171067c0e,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:12.114412 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e92e33ca-8b97-4240-82b0-d317b258352a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:12.198397 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e92e33ca-8b97-4240-82b0-d317b258352a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:12.204749 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e92e33ca-8b97-4240-82b0-d317b258352a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7cb1d98e-8a6e-4aa8-bc2c-92d171067c0e HTTP/1.1" status: 204 len: 168 time: 0.6483843 Nov 19 14:27:12.207420 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57860) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:12.324042 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1858883'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:12.517605 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970236', 'neutron.services.segments.db._delete_segments_for_network--9223363247167790520'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:12.635347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7686e89-ad67-4393-ad57-a965048f9278']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:12.648937 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d4f32d-043e-4043-8d93-775aca098fb3') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:12.649254 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d4f32d-043e-4043-8d93-775aca098fb3') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:12.662068 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247167819704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852154374'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:12.700774 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:12.703751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 14:27:12.743425 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48dd25-c422-49c5-b135-f9c3f27e6206 req-a3510398-1e6d-47eb-9cf8-699e5db19e63 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:12.745560 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-de48dd25-c422-49c5-b135-f9c3f27e6206 req-a3510398-1e6d-47eb-9cf8-699e5db19e63 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0972354 Nov 19 14:27:12.800901 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-de48dd25-c422-49c5-b135-f9c3f27e6206 req-62a21696-aea0-4af0-b542-b0248bb19526 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493000 Nov 19 14:27:12.918802 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] Network e7686e89-ad67-4393-ad57-a965048f9278 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:27:12.929555 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1994887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851852602'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:13.119176 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] Network e7686e89-ad67-4393-ad57-a965048f9278 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: Traceback (most recent call last): Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: timer() Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: cb(*args, **kw) Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: return func(*args, **kwargs) Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: self._notify() Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: self.callback(batched_events) Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: event.method(event) Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: segment_id)['aggregates'][0] Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: return f(self, *a, **k) Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: return self._get(url).json() Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: **kwargs) Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: return self.request(url, 'GET', **kwargs) Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: **endpoint_filter) Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:27:13.150154 dv-cinder-763306-2-smb neutron-server[80223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:27:13.233514 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852805557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:13.237235 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cfd8c28a-b747-4252-8866-3d320907df1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:13.252934 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:13.264334 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7686e89-ad67-4393-ad57-a965048f9278,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:13.267841 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e7686e89-ad67-4393-ad57-a965048f9278 HTTP/1.1" status: 204 len: 168 time: 1.0593276 Nov 19 14:27:13.268715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:13.481554 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57888) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:13.541651 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-333ffd80-a19d-4742-9e33-e9b66ab268ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47bd072d187249d49be8b1e7fa515356&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0587029 Nov 19 14:27:13.544294 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 57894) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:13.610743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e85f8b7b-d132-40b8-b761-5b6add6ee0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:13.617914 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-aa0e2298-1a9e-4eaa-94f3-9b3b2debdc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:13.643047 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e85f8b7b-d132-40b8-b761-5b6add6ee0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:13.689350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e85f8b7b-d132-40b8-b761-5b6add6ee0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:13.693610 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fecba55d-bf9c-4f75-98b3-ce7c0deec8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:13.708998 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f8b7b-d132-40b8-b761-5b6add6ee0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0042a1d-e2ef-423f-82eb-5cdac3735a70,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:13.711860 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e85f8b7b-d132-40b8-b761-5b6add6ee0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:13.721968 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e85f8b7b-d132-40b8-b761-5b6add6ee0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:13.723215 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e85f8b7b-d132-40b8-b761-5b6add6ee0ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0042a1d-e2ef-423f-82eb-5cdac3735a70 HTTP/1.1" status: 204 len: 168 time: 0.1778810 Nov 19 14:27:14.020826 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f9d67-35c5-410d-bd59-ba036fe972f7 req-128705e1-4274-4d94-b3ce-6e05f6552bdd tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:14.022495 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c86f9d67-35c5-410d-bd59-ba036fe972f7 req-128705e1-4274-4d94-b3ce-6e05f6552bdd tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0843477 Nov 19 14:27:14.088780 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c86f9d67-35c5-410d-bd59-ba036fe972f7 req-722a5f73-0f40-4a75-869d-2321184d8d5d tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588670 Nov 19 14:27:14.180287 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 57912) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:14.246266 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-86d4cc57-f0e5-4ba3-afca-e40e3f8aeec3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a217b8a717714791b4cb7ebaac8cb15f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0643787 Nov 19 14:27:14.248940 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 57918) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:14.313634 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-56c20652-ea21-4270-9927-fd9b75fedfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:14.342215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-56c20652-ea21-4270-9927-fd9b75fedfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:14.388404 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-56c20652-ea21-4270-9927-fd9b75fedfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:14.393523 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9338eda3-8479-49a0-bbd6-756411f471d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:14.408162 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c20652-ea21-4270-9927-fd9b75fedfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce8c197-b15a-4c55-b8db-fbdf454ceb95,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:14.410823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-56c20652-ea21-4270-9927-fd9b75fedfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:14.413433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-56c20652-ea21-4270-9927-fd9b75fedfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:14.414337 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-56c20652-ea21-4270-9927-fd9b75fedfc8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ce8c197-b15a-4c55-b8db-fbdf454ceb95 HTTP/1.1" status: 204 len: 168 time: 0.1643152 Nov 19 14:27:15.039451 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:15.305907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa3e7b-d97f-4795-8c74-4fc2203095ff req-bfb7e714-ef0f-40cd-963c-ff5f5877777c tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:15.305907 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-99fa3e7b-d97f-4795-8c74-4fc2203095ff req-bfb7e714-ef0f-40cd-963c-ff5f5877777c tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0883079 Nov 19 14:27:15.357420 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-99fa3e7b-d97f-4795-8c74-4fc2203095ff req-f10ff250-714c-4fe9-aec3-ef8f7b118905 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446978 Nov 19 14:27:15.568467 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:27:15.640850 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:15.641272 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:16.029968 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a3605ac9-3da3-48dd-b4a6-29cb7811bca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:16.429652 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-45a8edba-5762-4bf9-b0b8-86151c23c5de tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:16.431300 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-45a8edba-5762-4bf9-b0b8-86151c23c5de tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/networks?id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 HTTP/1.1" status: 200 len: 815 time: 0.1753488 Nov 19 14:27:16.449441 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-85a5b2ae-986b-4d79-b433-f3531e38dfbd tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/quotas/1a9ca28804934403add148eff8fd4c9e HTTP/1.1" status: 200 len: 375 time: 0.0112472 Nov 19 14:27:16.514356 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58008) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:16.529127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:16.551177 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a71740c8-b454-4b29-92e2-b6b9eaac8f3a tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a9ca28804934403add148eff8fd4c9e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956948 Nov 19 14:27:16.705803 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2d5a-15b6-4da9-a843-e78768eea90b req-a4e05f56-2126-4d61-bf0c-c39ac5f05766 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:16.707421 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5d9b2d5a-15b6-4da9-a843-e78768eea90b req-a4e05f56-2126-4d61-bf0c-c39ac5f05766 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1107292 Nov 19 14:27:16.716767 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-bd40c2c2-1054-4163-b93b-97d8156afc06 service neutron] 10.222.0.43 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540473 Nov 19 14:27:16.757980 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5d9b2d5a-15b6-4da9-a843-e78768eea90b req-38f6181f-bb2a-4f71-844f-1454cfb6bd44 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 Nov 19 14:27:16.780379 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-218c5c1d-d22c-488e-aecd-ea39cbd1db7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:16.815060 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-218c5c1d-d22c-488e-aecd-ea39cbd1db7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:16.819589 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-218c5c1d-d22c-488e-aecd-ea39cbd1db7d admin admin] Usage tracker for resource:security_group_rule and tenant:c9c8c5e6f40b4570b2123c3f05129684 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:16.822896 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-218c5c1d-d22c-488e-aecd-ea39cbd1db7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:16.828962 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-218c5c1d-d22c-488e-aecd-ea39cbd1db7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:16.876623 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-d48c4713-c26d-44bd-8d25-80b27b5a49f9 service neutron] 10.222.0.43 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1526380 Nov 19 14:27:16.903551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-218c5c1d-d22c-488e-aecd-ea39cbd1db7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:16.907519 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-218c5c1d-d22c-488e-aecd-ea39cbd1db7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:16.916102 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6204d011-25f3-4650-b089-7e3e74672cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:16.970199 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 58016) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:16.970343 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-218c5c1d-d22c-488e-aecd-ea39cbd1db7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9c8c5e6f40b4570b2123c3f05129684&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4547062 Nov 19 14:27:16.972090 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c5c1d-d22c-488e-aecd-ea39cbd1db7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd20a4d2-7d19-4718-bf11-00a682da292b,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:16.977589 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-218c5c1d-d22c-488e-aecd-ea39cbd1db7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:17.080553 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0f141534-f2b0-4653-ac2b-a8f4508206bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:17.129366 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0f141534-f2b0-4653-ac2b-a8f4508206bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:17.155885 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6795ade9-7999-47d7-a8b8-5bd837b39aad req-65eb2d3a-c8e7-4ff5-bec7-d0623a4ad0f9 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 210 time: 0.0975108 Nov 19 14:27:17.197083 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0f141534-f2b0-4653-ac2b-a8f4508206bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:17.202845 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:17.214943 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f141534-f2b0-4653-ac2b-a8f4508206bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd20a4d2-7d19-4718-bf11-00a682da292b,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:17.221584 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0f141534-f2b0-4653-ac2b-a8f4508206bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:17.222425 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0f141534-f2b0-4653-ac2b-a8f4508206bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:17.234351 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-0f141534-f2b0-4653-ac2b-a8f4508206bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd20a4d2-7d19-4718-bf11-00a682da292b HTTP/1.1" status: 204 len: 168 time: 0.2629166 Nov 19 14:27:17.418680 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:17.588903 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58040) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:17.608935 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ffc5f62a-e443-44a4-8be9-e49ac8849e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:17.643364 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ffc5f62a-e443-44a4-8be9-e49ac8849e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:17.647811 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ffc5f62a-e443-44a4-8be9-e49ac8849e14 admin admin] Usage tracker for resource:security_group_rule and tenant:1dc3fde9b7c842d2850408b83c9d4762 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:17.651004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ffc5f62a-e443-44a4-8be9-e49ac8849e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:17.657250 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ffc5f62a-e443-44a4-8be9-e49ac8849e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:17.727347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ffc5f62a-e443-44a4-8be9-e49ac8849e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:17.731020 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ffc5f62a-e443-44a4-8be9-e49ac8849e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:17.738282 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9faeb3b3-5a06-4bc6-8b56-6f2a34ae506d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:17.780592 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5f62a-e443-44a4-8be9-e49ac8849e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e4918f-16a7-4d11-85f8-84c71484ef2d,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:17.784162 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ffc5f62a-e443-44a4-8be9-e49ac8849e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:17.786954 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-ffc5f62a-e443-44a4-8be9-e49ac8849e14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dc3fde9b7c842d2850408b83c9d4762&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1969333 Nov 19 14:27:17.789921 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 58044) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:17.858319 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e506237d-c9d0-4546-894f-b239ca9c0575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:17.886864 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e506237d-c9d0-4546-894f-b239ca9c0575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:17.935000 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e506237d-c9d0-4546-894f-b239ca9c0575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:17.939463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ae578317-64f6-4713-b92c-6fdc94059b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:17.951525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506237d-c9d0-4546-894f-b239ca9c0575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e4918f-16a7-4d11-85f8-84c71484ef2d,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:17.954429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e506237d-c9d0-4546-894f-b239ca9c0575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:17.962395 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e506237d-c9d0-4546-894f-b239ca9c0575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:17.963625 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e506237d-c9d0-4546-894f-b239ca9c0575 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1e4918f-16a7-4d11-85f8-84c71484ef2d HTTP/1.1" status: 204 len: 168 time: 0.1725094 Nov 19 14:27:17.994818 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b977d-dd8a-431b-bca6-3ab0ed36cd74 req-b87b02a0-7614-422e-bd73-da3e87a0b9b6 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:18.002519 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-da1b977d-dd8a-431b-bca6-3ab0ed36cd74 req-b87b02a0-7614-422e-bd73-da3e87a0b9b6 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1025946 Nov 19 14:27:18.008288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:18.050306 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-da1b977d-dd8a-431b-bca6-3ab0ed36cd74 req-aeda5369-860b-4631-9221-3f5390c87e3b tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468097 Nov 19 14:27:18.362815 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0d951535-1718-44c2-8827-cac45fdfa63c req-176a5f7a-d127-4a24-b622-0d23de9fde49 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 210 time: 0.0516224 Nov 19 14:27:18.715691 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-00b960d2-b2bb-4b78-9015-1287213e6af2 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:18.718198 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-00b960d2-b2bb-4b78-9015-1287213e6af2 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "GET /v2.0/networks?id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 HTTP/1.1" status: 200 len: 815 time: 0.2361608 Nov 19 14:27:18.755047 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Request body: {'port': {'device_id': 'd702d0e2-8ef9-426b-a9de-faddd409a414', 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4', 'admin_state_up': True, 'tenant_id': '1a9ca28804934403add148eff8fd4c9e'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:27:18.951089 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:18.961478 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:18.976481 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Made reservation on behalf of 1a9ca28804934403add148eff8fd4c9e for: {'port': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:27:18.983116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:19.282373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72591f5e-36e8-48f7-b508-bf5cac87d3b1 req-a2b976f2-bd51-43a1-9778-c0a353a58de7 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:19.290585 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72591f5e-36e8-48f7-b508-bf5cac87d3b1 req-a2b976f2-bd51-43a1-9778-c0a353a58de7 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0991740 Nov 19 14:27:19.321832 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Allocated IP 172.20.0.5 (5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4/54b9d577-16b6-421d-b592-1d51eee4212f/e325378d-0c00-4ca5-a821-5bd93910b91c) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:27:19.342114 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72591f5e-36e8-48f7-b508-bf5cac87d3b1 req-9bd6f9f1-04ea-4448-9d98-dc082b905bc5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482607 Nov 19 14:27:19.553073 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f294894b-0189-4d27-ac29-15dce1d5df8c req-178ec620-2402-4b90-a8af-a873b6509863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 210 time: 0.0509372 Nov 19 14:27:19.751168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:19.782349 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:19.801723 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-090e12de-33f4-44fc-bf77-22fbb78b4da8 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:19.959902 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Pushing event updated for resources: {'Port': ['ID=e325378d-0c00-4ca5-a821-5bd93910b91c,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:19.983921 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:20.013660 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:27:20.025620 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:27:20.028739 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:27:20.036087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:20.036819 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:20.068185 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3172941 Nov 19 14:27:20.094115 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Request body: {'port': {'device_id': 'd702d0e2-8ef9-426b-a9de-faddd409a414', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:27:20.252636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:20.588598 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b1ec1-725f-43ff-8c9d-a1d7cc29e8a2 req-19e50fdf-4c85-4684-bcc3-07015d21654a tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:20.599784 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f95b1ec1-725f-43ff-8c9d-a1d7cc29e8a2 req-19e50fdf-4c85-4684-bcc3-07015d21654a tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1047509 Nov 19 14:27:20.683876 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f95b1ec1-725f-43ff-8c9d-a1d7cc29e8a2 req-053c1f90-1aa6-4a90-a949-48b9def73634 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828912 Nov 19 14:27:20.764066 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e325378d-0c00-4ca5-a821-5bd93910b91c {{(pid=80335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:27:20.773750 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:20.790075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Transition to ACTIVE for port object e325378d-0c00-4ca5-a821-5bd93910b91c will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:27:20.794161 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:20.816697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-542140bb-0a2a-40a0-8022-9cb735822214 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:20.897347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Pushing event updated for resources: {'Port': ['ID=e325378d-0c00-4ca5-a821-5bd93910b91c,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:20.902785 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:20.958153 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64de68-5706-4cbe-92c6-df6a5b7956b2 req-01b03e71-c6f0-415f-9e1e-9eabd7a0697a tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:20.960095 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cb64de68-5706-4cbe-92c6-df6a5b7956b2 req-01b03e71-c6f0-415f-9e1e-9eabd7a0697a tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 943 time: 0.1032035 Nov 19 14:27:21.066949 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cb64de68-5706-4cbe-92c6-df6a5b7956b2 req-c83c9be9-f860-4d76-9b38-e2d03b4a17fb tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670438 Nov 19 14:27:21.083139 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-42715486-3d92-4803-8b8e-7bf6dfca2725 req-7b4ee175-c54f-45e8-9489-27c2481a0292 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 1162 time: 0.1218657 Nov 19 14:27:21.108575 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Attempting to bind port e325378d-0c00-4ca5-a821-5bd93910b91c on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:27:21.108948 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Attempting to bind port e325378d-0c00-4ca5-a821-5bd93910b91c by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:27:21.109314 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Attempting to bind port e325378d-0c00-4ca5-a821-5bd93910b91c on network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:27:21.119847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:27:21.120595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Checking segment: {'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:27:21.121168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:21.121884 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Bound using segment: {'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:27:21.123189 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Bound port: e325378d-0c00-4ca5-a821-5bd93910b91c, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3599cf2-746f-48ce-ac05-c4c2576c14b1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:27:21.123720 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:21.144741 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-42715486-3d92-4803-8b8e-7bf6dfca2725 req-8b84b5cc-e2fb-45bf-aad4-35151815cb32 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495765 Nov 19 14:27:21.200652 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58164) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:21.220325 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] For port e325378d-0c00-4ca5-a821-5bd93910b91c, host hv-cinder-76330, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:27:21.223746 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] For port e325378d-0c00-4ca5-a821-5bd93910b91c, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e325378d-0c00-4ca5-a821-5bd93910b91c,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:27:21.227735 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:21.243256 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:21.368879 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f84b0266-2ab5-40f6-ac95-a7dda6114dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:21.392687 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Pushing event updated for resources: {'Port': ['ID=e325378d-0c00-4ca5-a821-5bd93910b91c,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:21.397595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:21.404768 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f84b0266-2ab5-40f6-ac95-a7dda6114dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:21.408966 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f84b0266-2ab5-40f6-ac95-a7dda6114dff admin admin] Usage tracker for resource:security_group_rule and tenant:176684a3582148d4b6ffa2fdba6d01b6 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:21.412042 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f84b0266-2ab5-40f6-ac95-a7dda6114dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:21.418061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f84b0266-2ab5-40f6-ac95-a7dda6114dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:21.434674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:21.436201 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] 10.222.0.16 "PUT /v2.0/ports/e325378d-0c00-4ca5-a821-5bd93910b91c HTTP/1.1" status: 200 len: 1157 time: 1.3478353 Nov 19 14:27:21.436712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd702d0e2-8ef9-426b-a9de-faddd409a414', 'tag': 'e325378d-0c00-4ca5-a821-5bd93910b91c'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:27:21.488274 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f84b0266-2ab5-40f6-ac95-a7dda6114dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:21.492060 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f84b0266-2ab5-40f6-ac95-a7dda6114dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:21.494660 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd702d0e2-8ef9-426b-a9de-faddd409a414', 'tag': 'e325378d-0c00-4ca5-a821-5bd93910b91c', 'status': 'completed', 'code': 200} Nov 19 14:27:21.499927 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b665b04d-a620-4f47-bdec-50d2cc3a1f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:21.541032 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b0266-2ab5-40f6-ac95-a7dda6114dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125d0625-3bcf-4dd8-9c1d-edaad269d877,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:21.544319 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f84b0266-2ab5-40f6-ac95-a7dda6114dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:21.548666 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-f84b0266-2ab5-40f6-ac95-a7dda6114dff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=176684a3582148d4b6ffa2fdba6d01b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3466001 Nov 19 14:27:21.552200 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58174) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:21.621759 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9613936f-2b18-4f4b-aa86-f71c0d6b5060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:21.832723 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-98db4f3b-d144-4864-97b2-42c7ce451126 req-7b45f473-48fd-4965-90e2-2a95d8f54c25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a9ca28804934403add148eff8fd4c9e&device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 1160 time: 0.0938971 Nov 19 14:27:21.881469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9613936f-2b18-4f4b-aa86-f71c0d6b5060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:21.958214 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ded34-2b55-449e-9400-587cf9e1c9bf req-4d4f3ec8-3c83-4b86-ad98-bb4b6e143e3e tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:21.959896 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d20ded34-2b55-449e-9400-587cf9e1c9bf req-4d4f3ec8-3c83-4b86-ad98-bb4b6e143e3e tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1234324 Nov 19 14:27:21.985764 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9613936f-2b18-4f4b-aa86-f71c0d6b5060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:21.996561 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:22.014850 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613936f-2b18-4f4b-aa86-f71c0d6b5060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125d0625-3bcf-4dd8-9c1d-edaad269d877,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:22.024710 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db4f3b-d144-4864-97b2-42c7ce451126 req-6a8ea531-990c-457a-8c13-355401bd7463 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:22.026755 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-98db4f3b-d144-4864-97b2-42c7ce451126 req-6a8ea531-990c-457a-8c13-355401bd7463 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1a9ca28804934403add148eff8fd4c9e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1780446 Nov 19 14:27:22.030915 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9613936f-2b18-4f4b-aa86-f71c0d6b5060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:22.042309 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d20ded34-2b55-449e-9400-587cf9e1c9bf req-135bd8d7-0fd7-483e-8e1a-58bfe0657eab tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737174 Nov 19 14:27:22.049883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9613936f-2b18-4f4b-aa86-f71c0d6b5060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:22.053563 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9613936f-2b18-4f4b-aa86-f71c0d6b5060 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/125d0625-3bcf-4dd8-9c1d-edaad269d877 HTTP/1.1" status: 204 len: 168 time: 0.4979591 Nov 19 14:27:22.231776 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db4f3b-d144-4864-97b2-42c7ce451126 req-7e3db12b-e468-403d-b9ec-6bd7eded1559 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:22.233527 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-98db4f3b-d144-4864-97b2-42c7ce451126 req-7e3db12b-e468-403d-b9ec-6bd7eded1559 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1982374 Nov 19 14:27:22.317872 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd50dd-6e83-4386-a657-18bbaf9e4efa req-03807db1-e17d-45dd-ad2c-e4e95e4ef4b7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:22.318637 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-f3fd50dd-6e83-4386-a657-18bbaf9e4efa req-03807db1-e17d-45dd-ad2c-e4e95e4ef4b7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Synchronizing usage tracker for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:27:22.388051 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-f3fd50dd-6e83-4386-a657-18bbaf9e4efa req-03807db1-e17d-45dd-ad2c-e4e95e4ef4b7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Unset dirty status for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:27:22.389369 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f3fd50dd-6e83-4386-a657-18bbaf9e4efa req-03807db1-e17d-45dd-ad2c-e4e95e4ef4b7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 943 time: 0.1547716 Nov 19 14:27:22.442248 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-446f9f72-4810-4232-a03e-c615d82af5d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a9ca28804934403add148eff8fd4c9e&device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 1160 time: 0.1204166 Nov 19 14:27:22.454093 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f3fd50dd-6e83-4386-a657-18bbaf9e4efa req-31178f45-31fc-47b5-8b5d-dfd8d429cf0f tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562537 Nov 19 14:27:22.482998 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58196) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:22.509111 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a9ad4838-dc4f-4d34-abf2-a9b1c370d6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:22.532091 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-398f4aa3-b8d4-4125-b8cf-194c13a17515 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e325378d-0c00-4ca5-a821-5bd93910b91c HTTP/1.1" status: 200 len: 217 time: 0.0669873 Nov 19 14:27:22.544082 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-a9ad4838-dc4f-4d34-abf2-a9b1c370d6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:22.548277 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-a9ad4838-dc4f-4d34-abf2-a9b1c370d6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:17171499c02d40cdbcd756fa9f3272c1 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:22.551693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-a9ad4838-dc4f-4d34-abf2-a9b1c370d6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:22.557768 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-a9ad4838-dc4f-4d34-abf2-a9b1c370d6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:22.609580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-b776eed2-9392-4b5a-b9eb-b81b42f01ad5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:22.611248 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-b776eed2-9392-4b5a-b9eb-b81b42f01ad5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54b9d577-16b6-421d-b592-1d51eee4212f HTTP/1.1" status: 200 len: 855 time: 0.0696733 Nov 19 14:27:22.633587 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a9ad4838-dc4f-4d34-abf2-a9b1c370d6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:22.639484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a9ad4838-dc4f-4d34-abf2-a9b1c370d6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:22.646974 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9613936f-2b18-4f4b-aa86-f71c0d6b5060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:22.666267 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-dcc42178-c7f9-46fc-822e-abb133551026 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437770 Nov 19 14:27:22.691471 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad4838-dc4f-4d34-abf2-a9b1c370d6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc25d9a0-3430-484e-b249-68499e0a89c4,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:22.695198 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a9ad4838-dc4f-4d34-abf2-a9b1c370d6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:22.701928 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-a9ad4838-dc4f-4d34-abf2-a9b1c370d6a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17171499c02d40cdbcd756fa9f3272c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2175279 Nov 19 14:27:22.702810 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58200) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:22.768589 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b5993842-c0cd-4831-8310-ca90efe52d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:22.801311 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b5993842-c0cd-4831-8310-ca90efe52d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:22.823273 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-73a880de-b58e-431f-840c-e06e382807d7 service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408343 Nov 19 14:27:22.871371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b5993842-c0cd-4831-8310-ca90efe52d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:22.876592 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a616bd72-b0dc-4097-a899-10e328b91d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:22.901242 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5993842-c0cd-4831-8310-ca90efe52d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc25d9a0-3430-484e-b249-68499e0a89c4,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:22.907822 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b5993842-c0cd-4831-8310-ca90efe52d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:22.909235 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b5993842-c0cd-4831-8310-ca90efe52d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:22.912793 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b5993842-c0cd-4831-8310-ca90efe52d75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc25d9a0-3430-484e-b249-68499e0a89c4 HTTP/1.1" status: 204 len: 168 time: 0.2087588 Nov 19 14:27:23.048914 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d417bd4-45b4-49e7-b19e-0c153187ae72 req-d10b22d8-0577-4035-be49-fd2e4ff0fc45 service neutron] 10.222.0.16 "GET /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2096689 Nov 19 14:27:23.481197 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712256e1-4633-4c2d-b3e4-614e7db33104 req-63ffb25e-7bbd-4fa4-893a-bf1050eaa36a tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:23.482852 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-712256e1-4633-4c2d-b3e4-614e7db33104 req-63ffb25e-7bbd-4fa4-893a-bf1050eaa36a tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0900533 Nov 19 14:27:23.533775 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-712256e1-4633-4c2d-b3e4-614e7db33104 req-154bb8d6-1cac-4570-997f-e4e684efd689 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444050 Nov 19 14:27:23.698512 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c08505-7f7f-4dff-b9f9-280f514bdf86 req-d3a7769e-6ae9-4226-b9c1-3eb8adb0c255 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:23.700117 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22c08505-7f7f-4dff-b9f9-280f514bdf86 req-d3a7769e-6ae9-4226-b9c1-3eb8adb0c255 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 943 time: 0.0905952 Nov 19 14:27:23.739231 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:27:23.751544 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22c08505-7f7f-4dff-b9f9-280f514bdf86 req-201a5094-b4b4-4d2a-b2f5-4a1204d5d469 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Nov 19 14:27:23.830879 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:23.831273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:24.119043 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58244) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:24.150913 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7a94b-4040-4c88-a2b8-c264d703a19a req-8eb42b01-27e8-426a-b128-cd4618dde891 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:24.152666 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c1a7a94b-4040-4c88-a2b8-c264d703a19a req-8eb42b01-27e8-426a-b128-cd4618dde891 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1891313 Nov 19 14:27:24.196060 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-127a1015-5fff-4c9c-8d53-4733208d6253 req-3a0eb73a-6162-4fc9-aa1a-02620e458495 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39529dac6cd14baa83b65e88bb873659&device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 1162 time: 0.1610105 Nov 19 14:27:24.219293 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c1a7a94b-4040-4c88-a2b8-c264d703a19a req-48632f0d-18af-4d0b-a398-fda01da3583f tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587804 Nov 19 14:27:24.303163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1592671651-network', 'tenant_id': '537cef2c3277473a913f1a6e337b245b'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:27:24.308779 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:24.313189 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Usage tracker for resource:network and tenant:537cef2c3277473a913f1a6e337b245b is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:24.316608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:24.323126 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:24.335601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Made reservation on behalf of 537cef2c3277473a913f1a6e337b245b for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:27:24.340578 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:24.358247 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:24.367902 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a1015-5fff-4c9c-8d53-4733208d6253 req-72b0d4d6-4040-4acc-8e97-90f2648e020c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:24.370196 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-127a1015-5fff-4c9c-8d53-4733208d6253 req-72b0d4d6-4040-4acc-8e97-90f2648e020c service neutron] 10.222.0.16 "GET /v2.0/networks?id=155ce0ea-cd68-440f-9376-8aa82af6239b HTTP/1.1" status: 200 len: 913 time: 0.1541901 Nov 19 14:27:24.393052 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:24.397522 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Usage tracker for resource:security_group_rule and tenant:537cef2c3277473a913f1a6e337b245b is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:24.401442 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:24.407794 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:24.461418 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-127a1015-5fff-4c9c-8d53-4733208d6253 req-38de12c5-0880-4bc9-894e-a448c5b56bf1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 HTTP/1.1" status: 200 len: 217 time: 0.0827003 Nov 19 14:27:24.487247 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:24.491856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:24.496980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5f76fa25-4d5f-4b55-9252-632e26ef28d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:24.539757 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a1015-5fff-4c9c-8d53-4733208d6253 req-6310875d-e9f7-4ad2-bbd0-e52e59a4396c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:24.541068 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0235d1-8f8b-4483-bfdc-57ca89f29b40,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:24.541400 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-127a1015-5fff-4c9c-8d53-4733208d6253 req-6310875d-e9f7-4ad2-bbd0-e52e59a4396c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2173cd01-9e9b-43c2-b18e-7f09f7b1079a HTTP/1.1" status: 200 len: 859 time: 0.0727208 Nov 19 14:27:24.545195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:24.558068 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:27:24.567934 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:24.568317 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Added segment de4eb240-d84a-4ab6-ab98-cff05bd8f968 of type vxlan for network 689c586f-ae12-467a-93b8-8188743ae6eb Nov 19 14:27:24.596102 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:24.601554 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-127a1015-5fff-4c9c-8d53-4733208d6253 req-c2c734a4-53b3-4906-99ee-39bb636e6c7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=155ce0ea-cd68-440f-9376-8aa82af6239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437298 Nov 19 14:27:24.627412 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:24.628675 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:24.629307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:24.634386 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:24.738301 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6178665 Nov 19 14:27:24.744207 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58260) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:24.747546 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Pushing event updated for resources: {'Network': ['ID=689c586f-ae12-467a-93b8-8188743ae6eb,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:24.753355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Request body: {'subnet': {'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1592671651-subnet', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:27:24.758598 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:24.759246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network 689c586f-ae12-467a-93b8-8188743ae6eb details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:27:24.759653 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:24.764142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Usage tracker for resource:subnet and tenant:537cef2c3277473a913f1a6e337b245b is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:24.767491 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:24.774077 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:24.785929 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network 689c586f-ae12-467a-93b8-8188743ae6eb details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:27:24.794179 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Made reservation on behalf of 537cef2c3277473a913f1a6e337b245b for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:27:24.801603 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852302348'] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:24.966787 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-127a1015-5fff-4c9c-8d53-4733208d6253 req-e69d9486-d0a0-4e86-accd-0d3debeaaeec service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452322 Nov 19 14:27:25.087466 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac6c1c-9cd1-4e03-9e3e-5b4bd9a6d7cd req-06c15551-4912-4d50-b918-40337da8f21b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:25.095047 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8eac6c1c-9cd1-4e03-9e3e-5b4bd9a6d7cd req-06c15551-4912-4d50-b918-40337da8f21b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 943 time: 0.1623173 Nov 19 14:27:25.121136 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-127a1015-5fff-4c9c-8d53-4733208d6253 req-e7bb2dfd-6376-4509-980a-2ce1eddf968c service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444705 Nov 19 14:27:25.178861 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8eac6c1c-9cd1-4e03-9e3e-5b4bd9a6d7cd req-c7f226c7-d3be-4a72-be77-274f0a9a2d64 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828602 Nov 19 14:27:25.384746 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851852376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852302393'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:25.400459 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:25.446750 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924157a4-1707-43d3-9e8d-37bd42bcde6c req-305fc0d5-0444-4ce7-8f89-d88c4260cad9 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:25.448367 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-924157a4-1707-43d3-9e8d-37bd42bcde6c req-305fc0d5-0444-4ce7-8f89-d88c4260cad9 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0894620 Nov 19 14:27:25.499924 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-924157a4-1707-43d3-9e8d-37bd42bcde6c req-c1ce89d4-c46e-4596-82d3-105f58ef295a tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443623 Nov 19 14:27:25.543545 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea6505e-93b5-42a5-aa0d-383bf41be193,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:25.568586 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.568998 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.569370 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.569769 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.570156 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.570533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.570915 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.571297 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.571674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.572050 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.572422 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.573143 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.573231 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.573547 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.573918 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.574290 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.574659 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.575026 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.575393 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.575766 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.576131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.576497 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.576860 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.577230 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:25.583809 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:25.632284 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Checking segment: {'id': 'de4eb240-d84a-4ab6-ab98-cff05bd8f968', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:27:25.632665 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Network hostable DHCP agents. Network: 689c586f-ae12-467a-93b8-8188743ae6eb, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:27:25.656142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Network 689c586f-ae12-467a-93b8-8188743ae6eb is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:27:25.666875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, 689c586f-ae12-467a-93b8-8188743ae6eb) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:27:25.677059 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f00b50e-6458-45ed-b15b-3cf6b58aad60 None None] Network 689c586f-ae12-467a-93b8-8188743ae6eb requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:27:25.680663 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:25.681357 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:25.704648 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9592969 Nov 19 14:27:25.707350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58276) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:25.715990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:27:25.721254 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:25.725638 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Usage tracker for resource:router and tenant:537cef2c3277473a913f1a6e337b245b is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:25.729412 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:25.735778 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:25.747469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:25.748811 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854086857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774804'] for router, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:25.768776 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:25.921737 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp424efb7b-3a04-5155-bdb0-a6036b2cfe97-689c586f-ae12-467a-93b8-8188743ae6eb', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'fixed_ips': [{'subnet_id': 'fea6505e-93b5-42a5-aa0d-383bf41be193'}]}} from dv-cinder-763306-2-smb. {{(pid=80336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 14:27:25.922766 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:25.934266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774817'] for router, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:26.143172 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:26.175625 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:26.225352 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Allocated IP 172.20.0.2 (689c586f-ae12-467a-93b8-8188743ae6eb/fea6505e-93b5-42a5-aa0d-383bf41be193/b36401e9-3215-490d-8ca8-391f38131206) {{(pid=80336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:27:26.524239 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Allocated IP 172.28.0.171 (ca817bba-b7b8-4a37-9c7c-42c1a6687b2c/542d015a-8e34-4d9c-af1c-363e209ac3b2/1c80e3e2-0145-4c6d-8bdc-c0a484d69da5) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:27:26.533316 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6017e8-5a9d-429f-a390-7031e0752fc7 req-53536381-c34e-42f9-b7d5-4e96afb63bbb tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:26.535098 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-db6017e8-5a9d-429f-a390-7031e0752fc7 req-53536381-c34e-42f9-b7d5-4e96afb63bbb tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 943 time: 0.1926830 Nov 19 14:27:26.605527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Notify callbacks [] for port, precommit_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:26.617431 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Transition to ACTIVE for port object b36401e9-3215-490d-8ca8-391f38131206 will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:27:26.634733 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Transition to ACTIVE for port object b36401e9-3215-490d-8ca8-391f38131206 will not be triggered until provisioned by entity DHCP. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:27:26.641554 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:26.657796 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:26.692571 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-db6017e8-5a9d-429f-a390-7031e0752fc7 req-185ec18c-66d2-460e-8732-f50b835c854f tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477940 Nov 19 14:27:26.730617 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83854de0-e60b-4895-8f45-7d34ad6119b8 req-76b8ade2-76aa-4bea-a3a2-5f813f10beae tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:26.732496 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-83854de0-e60b-4895-8f45-7d34ad6119b8 req-76b8ade2-76aa-4bea-a3a2-5f813f10beae tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0872746 Nov 19 14:27:26.747064 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:26.778841 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:26.808002 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-83854de0-e60b-4895-8f45-7d34ad6119b8 req-d3f706f9-4e6e-4489-8ab1-e897dc9216f4 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652790 Nov 19 14:27:26.810054 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Pushing event updated for resources: {'Port': ['ID=b36401e9-3215-490d-8ca8-391f38131206,revision_number=1']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:26.814579 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:26.828732 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:26.857920 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Network 689c586f-ae12-467a-93b8-8188743ae6eb is already hosted by enough agents. {{(pid=80336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:27:26.859173 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Resources bound (agent type, host, resource id): {{(pid=80336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:27:26.862025 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Received port after_create {{(pid=80336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:27:26.901320 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=1c80e3e2-0145-4c6d-8bdc-c0a484d69da5,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:26.906234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:26.935492 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Attempting to bind port b36401e9-3215-490d-8ca8-391f38131206 on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:27:26.936141 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Attempting to bind port b36401e9-3215-490d-8ca8-391f38131206 by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': 'de4eb240-d84a-4ab6-ab98-cff05bd8f968', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:27:26.937531 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Attempting to bind port b36401e9-3215-490d-8ca8-391f38131206 on network 689c586f-ae12-467a-93b8-8188743ae6eb {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:27:26.945606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:27:26.946199 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Checking segment: {'id': 'de4eb240-d84a-4ab6-ab98-cff05bd8f968', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:27:26.946759 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:26.947198 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Bound using segment: {'id': 'de4eb240-d84a-4ab6-ab98-cff05bd8f968', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:27:26.947752 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Bound port: b36401e9-3215-490d-8ca8-391f38131206, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4eb240-d84a-4ab6-ab98-cff05bd8f968', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:27:26.948168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:27.021830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:27:27.023195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:27:27.025483 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:27:27.048452 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] For port b36401e9-3215-490d-8ca8-391f38131206, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:27:27.053785 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] For port b36401e9-3215-490d-8ca8-391f38131206, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=b36401e9-3215-490d-8ca8-391f38131206,segment=NetworkSegment(de4eb240-d84a-4ab6-ab98-cff05bd8f968),segment_id=de4eb240-d84a-4ab6-ab98-cff05bd8f968)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:27:27.060229 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:27.104481 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:27.210818 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:27.211700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854086739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854174443'] for router, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:27.258524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Pushing event updated for resources: {'Port': ['ID=b36401e9-3215-490d-8ca8-391f38131206,revision_number=2']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:27.264065 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:27.647229 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Router d8590b05-3468-484e-a3da-c01cd361e5e4 is scheduled to L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 with binding_index 1 {{(pid=80334) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 14:27:27.926072 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:27:27.936276 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Sync routers for ids ['d8590b05-3468-484e-a3da-c01cd361e5e4'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:27:27.947989 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a1258-8cb4-43a4-a74f-3b1cae77aaa6 req-aa150c59-d02f-49c6-bf1a-76180e1a838a tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:27.949620 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ef0a1258-8cb4-43a4-a74f-3b1cae77aaa6 req-aa150c59-d02f-49c6-bf1a-76180e1a838a tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 943 time: 0.1127188 Nov 19 14:27:27.951270 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Routers {'d8590b05-3468-484e-a3da-c01cd361e5e4'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:27:27.952147 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:27:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['d8590b05-3468-484e-a3da-c01cd361e5e4'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:27.977417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Notify callbacks [] for router, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:27.981662 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2733123 Nov 19 14:27:27.982529 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58300) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:28.027993 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9101d0-2800-40df-bd99-f180057becb7 req-d21a48fd-40ae-46c2-abab-749560425efb tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:28.029597 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dc9101d0-2800-40df-bd99-f180057becb7 req-d21a48fd-40ae-46c2-abab-749560425efb tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0891564 Nov 19 14:27:28.096394 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ef0a1258-8cb4-43a4-a74f-3b1cae77aaa6 req-02f549ce-0bce-47a1-8af3-11292ffeb37b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364133 Nov 19 14:27:28.102085 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dc9101d0-2800-40df-bd99-f180057becb7 req-9adac906-ffbc-43b2-846d-67373891a342 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655775 Nov 19 14:27:28.143881 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Set router d8590b05-3468-484e-a3da-c01cd361e5e4 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:27:28.377817 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device b36401e9-3215-490d-8ca8-391f38131206 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:27:28.472348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port b36401e9-3215-490d-8ca8-391f38131206 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:27:28.594363 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:27:27Z', 'revision_number': 3, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port': {'id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:26Z', 'updated_at': '2020-11-19T14:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:28.599177 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Checking router: d8590b05-3468-484e-a3da-c01cd361e5e4 for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:27:28.599559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Updating router d8590b05-3468-484e-a3da-c01cd361e5e4 port 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 binding host dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 14:27:28.622344 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 58314) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:28.673435 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:28.737614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b26771-bc64-4e5d-a60a-d67bb528597a None None] Network 689c586f-ae12-467a-93b8-8188743ae6eb requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:27:28.828300 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:27:28.852756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:28.862492 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:28.888854 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:28.893132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Usage tracker for resource:security_group_rule and tenant:c3088f9928dd47adb1da9645b19c36d7 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:28.896228 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:28.903096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:28.966437 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-1518fe6c-2e45-4d15-b293-2ef5b86f5ee0 None None] Provisioning for port b36401e9-3215-490d-8ca8-391f38131206 completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:27:28.973633 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-1518fe6c-2e45-4d15-b293-2ef5b86f5ee0 None None] Provisioning complete for port b36401e9-3215-490d-8ca8-391f38131206 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:28.973821 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1518fe6c-2e45-4d15-b293-2ef5b86f5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:28.983999 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:28.990232 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.000234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-32a6e736-a0c9-4a04-9198-bb6f9021d518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:29.031670 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6650708-7534-4c73-b591-63c943881c70,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:29.072096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.072682 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.073215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.073634 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.074142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.074868 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.075351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.075827 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.076694 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.077198 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.077796 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.078273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.078810 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.079283 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.079861 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.080481 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.080960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.081443 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.081941 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.082411 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.082881 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.083350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.083817 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.084883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.090329 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:29.097152 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-5fd261db-c3f0-43c7-87c0-830699438d85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3088f9928dd47adb1da9645b19c36d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4728560 Nov 19 14:27:29.098141 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 58320) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:29.190988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3b3cfdce-e50a-48e2-bcad-992ecb636e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.220772 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1518fe6c-2e45-4d15-b293-2ef5b86f5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.252339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3b3cfdce-e50a-48e2-bcad-992ecb636e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.279140 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-1518fe6c-2e45-4d15-b293-2ef5b86f5ee0 None None] For port b36401e9-3215-490d-8ca8-391f38131206, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=b36401e9-3215-490d-8ca8-391f38131206,segment=NetworkSegment(de4eb240-d84a-4ab6-ab98-cff05bd8f968),segment_id=de4eb240-d84a-4ab6-ab98-cff05bd8f968)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:27:29.286302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1518fe6c-2e45-4d15-b293-2ef5b86f5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.288162 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4f88395c-6747-4110-86c2-4104a6b3054b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:29.290380 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Notify callbacks [] for port, precommit_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.317334 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Transition to ACTIVE for port object 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 will not be triggered until provisioned by entity L2. {{(pid=80337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:27:29.322208 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.345654 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-76556a7c-ce0f-4400-9086-aa48853042d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:29.352448 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3b3cfdce-e50a-48e2-bcad-992ecb636e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.358530 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4c4f8763-59e4-4850-b06b-37f42deb168f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:29.375271 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cfdce-e50a-48e2-bcad-992ecb636e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6650708-7534-4c73-b591-63c943881c70,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:29.378826 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3b3cfdce-e50a-48e2-bcad-992ecb636e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:29.396234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518fe6c-2e45-4d15-b293-2ef5b86f5ee0 None None] Pushing event updated for resources: {'Port': ['ID=b36401e9-3215-490d-8ca8-391f38131206,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:29.409084 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Allocated IP 172.20.0.1 (689c586f-ae12-467a-93b8-8188743ae6eb/fea6505e-93b5-42a5-aa0d-383bf41be193/f0b79ade-2427-475c-a6fc-602c2198a910) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:27:29.436240 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-1518fe6c-2e45-4d15-b293-2ef5b86f5ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:29.489655 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3b3cfdce-e50a-48e2-bcad-992ecb636e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.497915 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-3b3cfdce-e50a-48e2-bcad-992ecb636e29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6650708-7534-4c73-b591-63c943881c70 HTTP/1.1" status: 204 len: 168 time: 0.3978267 Nov 19 14:27:29.503915 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Pushing event updated for resources: {'Port': ['ID=1c80e3e2-0145-4c6d-8bdc-c0a484d69da5,revision_number=2']} {{(pid=80337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:29.535394 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52e531-62be-418c-8a46-a7b2593a4a18 req-04c5dc8c-db4a-4c4a-ba5d-cf43687b428b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:29.537020 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-af52e531-62be-418c-8a46-a7b2593a4a18 req-04c5dc8c-db4a-4c4a-ba5d-cf43687b428b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 943 time: 0.1632731 Nov 19 14:27:29.558739 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.559113 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.559482 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.559879 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.560187 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.570070 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.570433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.570803 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.571165 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.571523 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.571879 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.572228 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.572652 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.573001 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.573461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.573719 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.574056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.574405 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.574752 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.575097 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.575443 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.575787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.576132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.576474 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:29.582579 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:29.582774 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3e984-9516-414b-9e22-261150399118 req-2cca95f9-9fc1-41f8-b4f9-ba8e7a1dda64 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:29.584657 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-80d3e984-9516-414b-9e22-261150399118 req-2cca95f9-9fc1-41f8-b4f9-ba8e7a1dda64 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.2509122 Nov 19 14:27:29.618571 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-af52e531-62be-418c-8a46-a7b2593a4a18 req-72705a49-b822-4998-b007-ebd63f368597 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748835 Nov 19 14:27:29.627023 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-3a601075-ddb7-4df2-a786-3e315753f649 None None] Provisioning complete for port b36401e9-3215-490d-8ca8-391f38131206 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:29.627529 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3a601075-ddb7-4df2-a786-3e315753f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.661609 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Attempting to bind port 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:27:29.662462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Attempting to bind port 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}] {{(pid=80337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:27:29.662879 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Attempting to bind port 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 on network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:27:29.672688 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:27:29.673091 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Checking segment: {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:27:29.673541 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.673974 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Bound using segment: {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'} {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:27:29.674827 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Bound port: 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}}] {{(pid=80337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:27:29.675231 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.768059 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] For port 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:27:29.768484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.771998 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] For port 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=1c80e3e2-0145-4c6d-8bdc-c0a484d69da5,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:27:29.778624 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.789078 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-80d3e984-9516-414b-9e22-261150399118 req-c5e28645-d75f-4f10-88d7-b5b3b2bec73a tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909816 Nov 19 14:27:29.812557 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:29.839246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Transition to ACTIVE for port object f0b79ade-2427-475c-a6fc-602c2198a910 will not be triggered until provisioned by entity DHCP. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:27:29.885186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.931936 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-47ce63c0-f055-46f1-8b11-14ba2b60bd66 None None] Provisioning complete for port b36401e9-3215-490d-8ca8-391f38131206 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:29.936524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-47ce63c0-f055-46f1-8b11-14ba2b60bd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:29.950945 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Pushing event updated for resources: {'Port': ['ID=1c80e3e2-0145-4c6d-8bdc-c0a484d69da5,revision_number=3']} {{(pid=80337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:29.954798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-86cf4369-2dc7-4ef2-9013-d28a52783d60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:30.070459 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:30.160997 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Network 689c586f-ae12-467a-93b8-8188743ae6eb is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:27:30.162101 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b79ade-2427-475c-a6fc-602c2198a910,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:30.165835 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:30.167052 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:27:30.169573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:27:30.229829 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 58338) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:30.243033 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Routers {'d8590b05-3468-484e-a3da-c01cd361e5e4'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:27:30.243710 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:27:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['d8590b05-3468-484e-a3da-c01cd361e5e4'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:30.270024 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605674'] for router_interface, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:30.286865 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-77275acf-39e5-40b6-a513-298d97f87837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:30.344341 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device b36401e9-3215-490d-8ca8-391f38131206 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:27:30.375195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-77275acf-39e5-40b6-a513-298d97f87837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:30.380600 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-77275acf-39e5-40b6-a513-298d97f87837 admin admin] Usage tracker for resource:security_group_rule and tenant:221634bbd7814078bcebb20f64d5f06b is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:30.385067 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-77275acf-39e5-40b6-a513-298d97f87837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:30.392804 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-77275acf-39e5-40b6-a513-298d97f87837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:30.483425 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:30.493793 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-e5548f0a-96a5-4a56-9eb8-b46e482d4c20 None None] Provisioning complete for port b36401e9-3215-490d-8ca8-391f38131206 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:30.494441 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e5548f0a-96a5-4a56-9eb8-b46e482d4c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:30.524715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-77275acf-39e5-40b6-a513-298d97f87837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:30.535226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-77275acf-39e5-40b6-a513-298d97f87837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:30.550334 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7310435a-a84d-4499-9007-a94fcb44eead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:30.565296 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port b36401e9-3215-490d-8ca8-391f38131206 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:30.565984 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:30.584061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77275acf-39e5-40b6-a513-298d97f87837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e466db1f-a0a5-4970-b65d-aca7d704414b,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:30.598726 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-77275acf-39e5-40b6-a513-298d97f87837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:30.619786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] Set router d8590b05-3468-484e-a3da-c01cd361e5e4 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:27:30.635466 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-77275acf-39e5-40b6-a513-298d97f87837 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=221634bbd7814078bcebb20f64d5f06b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4044008 Nov 19 14:27:30.638155 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58346) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:30.759347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-52d296b3-413c-4e93-8269-7383339bd6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:30.816582 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-52d296b3-413c-4e93-8269-7383339bd6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:30.841970 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device e325378d-0c00-4ca5-a821-5bd93910b91c up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:27:30.888560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf984a-96a3-4b8a-af1e-d559739168d2 req-350b580b-9af0-4940-8a00-ae2e09741017 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:30.890524 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7bcf984a-96a3-4b8a-af1e-d559739168d2 req-350b580b-9af0-4940-8a00-ae2e09741017 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 943 time: 0.0950406 Nov 19 14:27:30.915060 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-8958aa58-fedf-4c0b-8a9f-1e2207c097da None None] Provisioning for port f0b79ade-2427-475c-a6fc-602c2198a910 completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:27:30.920622 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-8958aa58-fedf-4c0b-8a9f-1e2207c097da None None] Provisioning complete for port f0b79ade-2427-475c-a6fc-602c2198a910 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:30.921035 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8958aa58-fedf-4c0b-8a9f-1e2207c097da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:30.955303 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7bcf984a-96a3-4b8a-af1e-d559739168d2 req-cbbf8be9-8a94-4314-ab9f-f09ef9b72dcf tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562272 Nov 19 14:27:30.990082 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-8958aa58-fedf-4c0b-8a9f-1e2207c097da None None] Port f0b79ade-2427-475c-a6fc-602c2198a910 cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:27:30.990463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port e325378d-0c00-4ca5-a821-5bd93910b91c completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:27:30.996483 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port e325378d-0c00-4ca5-a821-5bd93910b91c triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:30.996903 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:31.060596 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 4, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port': {'id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:26Z', 'updated_at': '2020-11-19T14:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'f0b79ade-2427-475c-a6fc-602c2198a910', 'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'mac_address': 'fa:16:3e:98:52:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:29Z', 'updated_at': '2020-11-19T14:27:29Z', 'revision_number': 1, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'subnets': [{'id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:31.066637 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f1697e-36b7-45a0-9d33-ab6b92e2bea3 None None] The sync data for ids ['d8590b05-3468-484e-a3da-c01cd361e5e4'] in dv-cinder-763306-2-smb is: [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 4, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port': {'id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:26Z', 'updated_at': '2020-11-19T14:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'f0b79ade-2427-475c-a6fc-602c2198a910', 'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'mac_address': 'fa:16:3e:98:52:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:29Z', 'updated_at': '2020-11-19T14:27:29Z', 'revision_number': 1, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'subnets': [{'id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:27:31.160838 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:31.168553 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-52d296b3-413c-4e93-8269-7383339bd6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:31.174898 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d2cce29a-8432-4a03-8b03-ab71b8e5e063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:31.189961 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d296b3-413c-4e93-8269-7383339bd6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e466db1f-a0a5-4970-b65d-aca7d704414b,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:31.197014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port e325378d-0c00-4ca5-a821-5bd93910b91c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e325378d-0c00-4ca5-a821-5bd93910b91c,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:27:31.198456 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd702d0e2-8ef9-426b-a9de-faddd409a414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e325378d-0c00-4ca5-a821-5bd93910b91c'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:27:31.198580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-52d296b3-413c-4e93-8269-7383339bd6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:31.218386 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:31.221121 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-52d296b3-413c-4e93-8269-7383339bd6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:31.225461 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-52d296b3-413c-4e93-8269-7383339bd6a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e466db1f-a0a5-4970-b65d-aca7d704414b HTTP/1.1" status: 204 len: 168 time: 0.5832515 Nov 19 14:27:31.225639 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-102b80d2-d4d5-4dfe-8234-66988b489260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:31.272028 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:31.277572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:31.289887 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd702d0e2-8ef9-426b-a9de-faddd409a414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e325378d-0c00-4ca5-a821-5bd93910b91c', 'code': 200} Nov 19 14:27:31.316584 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:31.321552 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=e325378d-0c00-4ca5-a821-5bd93910b91c,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:31.324911 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:31.406331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f0b79ade-2427-475c-a6fc-602c2198a910,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:31.409183 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853334317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854170876'] for router_interface, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:31.425468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:31.607127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Network 689c586f-ae12-467a-93b8-8188743ae6eb is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:27:31.608712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:27:31.664172 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2475536c-f345-492a-a88f-9e6800722fe2 req-8fc8d719-be85-4b66-926c-5fa26ea72eac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 1162 time: 0.0911255 Nov 19 14:27:31.718385 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2475536c-f345-492a-a88f-9e6800722fe2 req-73255ee9-c5bf-4714-aba2-fe69c31803f3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430968 Nov 19 14:27:32.041440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-373cb924-3d5b-4de0-9526-f1ab8dd4ec5f None None] Provisioning complete for port f0b79ade-2427-475c-a6fc-602c2198a910 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:32.042231 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-373cb924-3d5b-4de0-9526-f1ab8dd4ec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:32.134527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e7dde-5252-4d53-be27-ec2dafd30593 req-9368e7a3-c6ad-4833-b088-eba7982c1ca0 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:32.136295 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b16e7dde-5252-4d53-be27-ec2dafd30593 req-9368e7a3-c6ad-4833-b088-eba7982c1ca0 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1724136 Nov 19 14:27:32.218780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-373cb924-3d5b-4de0-9526-f1ab8dd4ec5f None None] Port f0b79ade-2427-475c-a6fc-602c2198a910 cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:27:32.294046 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdebbc-2d3d-45ba-a536-1a85e57c1dd6 req-421cb126-4258-4af1-a605-bb922a8122e3 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:32.302644 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d4cdebbc-2d3d-45ba-a536-1a85e57c1dd6 req-421cb126-4258-4af1-a605-bb922a8122e3 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 945 time: 0.1103156 Nov 19 14:27:32.339228 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b16e7dde-5252-4d53-be27-ec2dafd30593 req-2f8fb0dc-1bd0-4c65-96b7-5c77f6dbf254 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111596 Nov 19 14:27:32.366578 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d4cdebbc-2d3d-45ba-a536-1a85e57c1dd6 req-976e9494-8408-43b8-b3f2-81ba7b801891 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627198 Nov 19 14:27:32.411032 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Router d8590b05-3468-484e-a3da-c01cd361e5e4 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:27:32.412566 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:27:32.555528 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:27:32.564134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:32.567853 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:32.683494 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:27:32.717643 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] 10.222.0.43 "PUT /v2.0/routers/d8590b05-3468-484e-a3da-c01cd361e5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7270677 Nov 19 14:27:32.753540 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:32.789969 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=1c80e3e2-0145-4c6d-8bdc-c0a484d69da5,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:27:32.799390 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:32.801845 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:32.880997 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=1c80e3e2-0145-4c6d-8bdc-c0a484d69da5,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:32.885661 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:33.494311 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 58446) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:33.601853 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c3e21-65ca-4f2f-a33c-e8e4c8b03500 req-ad3a37ab-2b3d-48a6-a42b-fa44973e0d60 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:33.603697 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-912c3e21-65ca-4f2f-a33c-e8e4c8b03500 req-ad3a37ab-2b3d-48a6-a42b-fa44973e0d60 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 945 time: 0.0904500 Nov 19 14:27:33.658677 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-912c3e21-65ca-4f2f-a33c-e8e4c8b03500 req-8622cb5e-49d4-45ff-9ea6-6a53353aeb2c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474386 Nov 19 14:27:33.713729 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df48350e-6800-4b5f-b4f5-c4aaa7d7dc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:33.749841 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-df48350e-6800-4b5f-b4f5-c4aaa7d7dc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:33.754165 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-df48350e-6800-4b5f-b4f5-c4aaa7d7dc73 admin admin] Usage tracker for resource:security_group_rule and tenant:cd59c07c99484307b94b447df5eb957d is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:33.757392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-df48350e-6800-4b5f-b4f5-c4aaa7d7dc73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:33.763398 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-df48350e-6800-4b5f-b4f5-c4aaa7d7dc73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:33.878057 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df48350e-6800-4b5f-b4f5-c4aaa7d7dc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:33.882140 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df48350e-6800-4b5f-b4f5-c4aaa7d7dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:33.890823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-18d0ca73-3c6e-409e-b0d0-83ae6b68c6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:33.897213 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device e325378d-0c00-4ca5-a821-5bd93910b91c up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:27:33.942999 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58460) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:33.943207 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-df48350e-6800-4b5f-b4f5-c4aaa7d7dc73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd59c07c99484307b94b447df5eb957d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4469244 Nov 19 14:27:33.957267 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48350e-6800-4b5f-b4f5-c4aaa7d7dc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf666327-2266-4787-b078-1049ba922980,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:33.961412 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-df48350e-6800-4b5f-b4f5-c4aaa7d7dc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:34.005007 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port e325378d-0c00-4ca5-a821-5bd93910b91c triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:34.005798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:34.027633 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ec3b38c-7923-4ec1-bc50-5bc6b1939d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:34.059669 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ec3b38c-7923-4ec1-bc50-5bc6b1939d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:34.141125 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ec3b38c-7923-4ec1-bc50-5bc6b1939d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:34.145642 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a39d2fb0-4c4f-4193-afa6-9dd6fceeed5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:34.169631 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3b38c-7923-4ec1-bc50-5bc6b1939d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf666327-2266-4787-b078-1049ba922980,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:34.184079 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9ec3b38c-7923-4ec1-bc50-5bc6b1939d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:34.186219 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ec3b38c-7923-4ec1-bc50-5bc6b1939d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:34.190292 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9ec3b38c-7923-4ec1-bc50-5bc6b1939d5a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf666327-2266-4787-b078-1049ba922980 HTTP/1.1" status: 204 len: 168 time: 0.2460530 Nov 19 14:27:34.317719 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:27:34.438618 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:34.439041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:35.044670 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db881811-d47e-4dfa-9911-8c4164fb383a req-64694c4c-855b-4998-8037-fa13bbedf1ba tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:35.046465 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-db881811-d47e-4dfa-9911-8c4164fb383a req-64694c4c-855b-4998-8037-fa13bbedf1ba tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 945 time: 0.1204550 Nov 19 14:27:35.120484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Sync routers for ids ['d8590b05-3468-484e-a3da-c01cd361e5e4'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:27:35.147496 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Routers {'d8590b05-3468-484e-a3da-c01cd361e5e4'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:27:35.150134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:27:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['d8590b05-3468-484e-a3da-c01cd361e5e4'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:35.155810 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-db881811-d47e-4dfa-9911-8c4164fb383a req-adf6b66d-8c29-4d42-aa7e-2b75ac94e2ef tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965025 Nov 19 14:27:35.488000 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Set router d8590b05-3468-484e-a3da-c01cd361e5e4 gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:27:36.043863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 4, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port': {'id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:26Z', 'updated_at': '2020-11-19T14:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'f0b79ade-2427-475c-a6fc-602c2198a910', 'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'mac_address': 'fa:16:3e:98:52:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:29Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 2, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'subnets': [{'id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:36.048106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Checking router: d8590b05-3468-484e-a3da-c01cd361e5e4 for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:27:36.048561 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Updating router d8590b05-3468-484e-a3da-c01cd361e5e4 port f0b79ade-2427-475c-a6fc-602c2198a910 binding host dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 14:27:36.106028 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:36.656947 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5375020e-e508-4fc3-b048-3fa760b40efd req-4da49459-f544-4f01-8371-410529393463 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39529dac6cd14baa83b65e88bb873659&device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 1162 time: 0.1054657 Nov 19 14:27:36.677965 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Notify callbacks [] for port, precommit_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:36.704113 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Transition to ACTIVE for port object f0b79ade-2427-475c-a6fc-602c2198a910 will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:27:36.712164 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:36.728797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:36.805293 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Pushing event updated for resources: {'Port': ['ID=f0b79ade-2427-475c-a6fc-602c2198a910,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:36.817957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.818363 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.818740 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.819133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.819554 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.820042 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.820404 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.820762 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.821120 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.821478 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.821887 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.822458 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.822876 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.823229 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.823585 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.823936 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.824288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.824643 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.824996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.825348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.825755 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.826107 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.826672 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.827028 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:27:36.833836 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:36.895693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375020e-e508-4fc3-b048-3fa760b40efd req-47dfb4be-11fa-429f-9884-445537cc0931 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:36.896300 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4073f-c4a6-41fa-ae0a-69da22ea69f3 req-02052e0e-8380-4098-9e84-1b36c84ea3b6 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:36.897438 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5375020e-e508-4fc3-b048-3fa760b40efd req-47dfb4be-11fa-429f-9884-445537cc0931 service neutron] 10.222.0.16 "GET /v2.0/networks?id=155ce0ea-cd68-440f-9376-8aa82af6239b HTTP/1.1" status: 200 len: 913 time: 0.2019377 Nov 19 14:27:36.902160 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e0f4073f-c4a6-41fa-ae0a-69da22ea69f3 req-02052e0e-8380-4098-9e84-1b36c84ea3b6 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1192856 Nov 19 14:27:36.976980 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e0f4073f-c4a6-41fa-ae0a-69da22ea69f3 req-bf4021e6-854f-4f6d-9d49-54dab1498319 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683737 Nov 19 14:27:37.024855 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5375020e-e508-4fc3-b048-3fa760b40efd req-46351690-9149-4795-990b-b4dfbbd88337 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 HTTP/1.1" status: 200 len: 217 time: 0.1198480 Nov 19 14:27:37.143374 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375020e-e508-4fc3-b048-3fa760b40efd req-cd810460-ca0e-4936-89d5-fe1333495088 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:37.145067 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5375020e-e508-4fc3-b048-3fa760b40efd req-cd810460-ca0e-4936-89d5-fe1333495088 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2173cd01-9e9b-43c2-b18e-7f09f7b1079a HTTP/1.1" status: 200 len: 859 time: 0.1080141 Nov 19 14:27:37.207453 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Attempting to bind port f0b79ade-2427-475c-a6fc-602c2198a910 on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:27:37.208462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Attempting to bind port f0b79ade-2427-475c-a6fc-602c2198a910 by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': 'de4eb240-d84a-4ab6-ab98-cff05bd8f968', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:27:37.208462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Attempting to bind port f0b79ade-2427-475c-a6fc-602c2198a910 on network 689c586f-ae12-467a-93b8-8188743ae6eb {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:27:37.222279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:27:37.231930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Checking segment: {'id': 'de4eb240-d84a-4ab6-ab98-cff05bd8f968', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:27:37.232387 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:37.232829 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Bound using segment: {'id': 'de4eb240-d84a-4ab6-ab98-cff05bd8f968', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:27:37.233382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Bound port: f0b79ade-2427-475c-a6fc-602c2198a910, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4eb240-d84a-4ab6-ab98-cff05bd8f968', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:27:37.233841 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:37.248964 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5375020e-e508-4fc3-b048-3fa760b40efd req-c193349f-699e-4c88-98bb-e8e938645a3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=155ce0ea-cd68-440f-9376-8aa82af6239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931742 Nov 19 14:27:37.384781 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] For port f0b79ade-2427-475c-a6fc-602c2198a910, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:27:37.388384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] For port f0b79ade-2427-475c-a6fc-602c2198a910, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=f0b79ade-2427-475c-a6fc-602c2198a910,segment=NetworkSegment(de4eb240-d84a-4ab6-ab98-cff05bd8f968),segment_id=de4eb240-d84a-4ab6-ab98-cff05bd8f968)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:27:37.396596 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:37.481753 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5375020e-e508-4fc3-b048-3fa760b40efd req-f8b87236-4d24-4844-acfc-a64db48ac8bd service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175980 Nov 19 14:27:37.509884 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:37.634897 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Pushing event updated for resources: {'Port': ['ID=f0b79ade-2427-475c-a6fc-602c2198a910,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:37.650103 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:37.679232 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Routers {'d8590b05-3468-484e-a3da-c01cd361e5e4'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:27:37.680056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:27:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['d8590b05-3468-484e-a3da-c01cd361e5e4'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:37.753096 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5375020e-e508-4fc3-b048-3fa760b40efd req-bddab6ee-56a5-4aa6-9f82-289c770d85a6 service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2619257 Nov 19 14:27:37.973044 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] Set router d8590b05-3468-484e-a3da-c01cd361e5e4 gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:27:38.401551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267f648-0917-474a-94cb-7b2d9bf4cc65 req-cbd7e51c-d4d0-4236-a11e-82d3a4ed57dd tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:38.403220 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c267f648-0917-474a-94cb-7b2d9bf4cc65 req-cbd7e51c-d4d0-4236-a11e-82d3a4ed57dd tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1682899 Nov 19 14:27:38.435877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device f0b79ade-2427-475c-a6fc-602c2198a910 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:27:38.463748 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c267f648-0917-474a-94cb-7b2d9bf4cc65 req-3859a926-734c-4611-956c-2956e372e2b1 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483246 Nov 19 14:27:38.618260 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port f0b79ade-2427-475c-a6fc-602c2198a910 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:27:38.817558 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port f0b79ade-2427-475c-a6fc-602c2198a910 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:38.817915 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:39.004377 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 4, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port': {'id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:26Z', 'updated_at': '2020-11-19T14:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'f0b79ade-2427-475c-a6fc-602c2198a910', 'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'mac_address': 'fa:16:3e:98:52:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:29Z', 'updated_at': '2020-11-19T14:27:37Z', 'revision_number': 4, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'subnets': [{'id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:27:39.009884 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:39.021008 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47b2e0e-d58f-4690-9808-5e563031c16e None None] The sync data for ids ['d8590b05-3468-484e-a3da-c01cd361e5e4'] in dv-cinder-763306-2-smb is: [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 4, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port': {'id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:26Z', 'updated_at': '2020-11-19T14:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'f0b79ade-2427-475c-a6fc-602c2198a910', 'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'mac_address': 'fa:16:3e:98:52:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:29Z', 'updated_at': '2020-11-19T14:27:37Z', 'revision_number': 4, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'subnets': [{'id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:27:39.058846 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port f0b79ade-2427-475c-a6fc-602c2198a910, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=f0b79ade-2427-475c-a6fc-602c2198a910,segment=NetworkSegment(de4eb240-d84a-4ab6-ab98-cff05bd8f968),segment_id=de4eb240-d84a-4ab6-ab98-cff05bd8f968)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:27:39.062742 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:39.067234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c7f30381-78ad-4eff-9aa2-f9b4b6f78cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:39.181615 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=f0b79ade-2427-475c-a6fc-602c2198a910,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:39.187369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:39.753169 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1c9de-6178-4075-891c-1359adfb8f6f req-2eefe2fa-94a2-4490-bdae-5d275d599bfe tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:39.754854 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6ab1c9de-6178-4075-891c-1359adfb8f6f req-2eefe2fa-94a2-4490-bdae-5d275d599bfe tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1181614 Nov 19 14:27:39.843968 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6ab1c9de-6178-4075-891c-1359adfb8f6f req-9520d56d-8497-4141-9eb6-43424b45ddc7 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820861 Nov 19 14:27:40.333925 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device f0b79ade-2427-475c-a6fc-602c2198a910 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:27:40.414342 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port f0b79ade-2427-475c-a6fc-602c2198a910 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:40.414758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:41.095407 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbec4bf-ba82-427e-b2a8-ed8769875333 req-5199c5fa-b826-4f05-bc38-9efb584b9e97 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:41.096959 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ebbec4bf-ba82-427e-b2a8-ed8769875333 req-5199c5fa-b826-4f05-bc38-9efb584b9e97 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1226757 Nov 19 14:27:41.160355 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ebbec4bf-ba82-427e-b2a8-ed8769875333 req-472843a3-3fb2-4edf-889a-589763b41a1f tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560877 Nov 19 14:27:41.450131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58590) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:41.640178 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a4d16ff0-0274-4f80-a465-611b18cf04d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:41.685657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-a4d16ff0-0274-4f80-a465-611b18cf04d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:41.690259 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-a4d16ff0-0274-4f80-a465-611b18cf04d0 admin admin] Usage tracker for resource:security_group_rule and tenant:319bf0cd9d9c45ebb114276d4e80e23d is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:41.693580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-a4d16ff0-0274-4f80-a465-611b18cf04d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:41.700275 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-a4d16ff0-0274-4f80-a465-611b18cf04d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:41.777117 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a4d16ff0-0274-4f80-a465-611b18cf04d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:41.781336 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a4d16ff0-0274-4f80-a465-611b18cf04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:41.791994 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-601dd237-b677-4f61-84d7-611e030a59e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:41.835301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d16ff0-0274-4f80-a465-611b18cf04d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5774f553-4196-4eb8-8b2b-516ba93ede75,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:41.851392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a4d16ff0-0274-4f80-a465-611b18cf04d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:41.865924 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-a4d16ff0-0274-4f80-a465-611b18cf04d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=319bf0cd9d9c45ebb114276d4e80e23d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4148149 Nov 19 14:27:41.868555 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58604) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:41.953869 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-59543024-4a2d-4f72-8e7a-70f7b2a18e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:41.984921 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-59543024-4a2d-4f72-8e7a-70f7b2a18e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:42.044822 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-59543024-4a2d-4f72-8e7a-70f7b2a18e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:42.050836 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-218c5c1d-d22c-488e-aecd-ea39cbd1db7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:42.063751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59543024-4a2d-4f72-8e7a-70f7b2a18e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5774f553-4196-4eb8-8b2b-516ba93ede75,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:42.068516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-59543024-4a2d-4f72-8e7a-70f7b2a18e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:42.086717 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-59543024-4a2d-4f72-8e7a-70f7b2a18e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:42.090812 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-59543024-4a2d-4f72-8e7a-70f7b2a18e3b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5774f553-4196-4eb8-8b2b-516ba93ede75 HTTP/1.1" status: 204 len: 168 time: 0.2208710 Nov 19 14:27:42.561573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991abee-22b3-4100-a327-7e678dcb330f req-5124eedc-7bc8-4144-a485-9f565f3f9a98 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:42.573818 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a991abee-22b3-4100-a327-7e678dcb330f req-5124eedc-7bc8-4144-a485-9f565f3f9a98 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1669497 Nov 19 14:27:42.685897 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a991abee-22b3-4100-a327-7e678dcb330f req-4f7fce2f-f7c2-4fab-94d6-be5cd2a900d6 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106503 Nov 19 14:27:42.764160 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58628) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:42.794234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c9165148-d240-459e-a13e-478afd988132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:42.831277 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c9165148-d240-459e-a13e-478afd988132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:42.835753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c9165148-d240-459e-a13e-478afd988132 admin admin] Usage tracker for resource:security_group_rule and tenant:36814d1bb1dc487395b3f90f5bab1394 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:42.838915 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c9165148-d240-459e-a13e-478afd988132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:42.844940 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c9165148-d240-459e-a13e-478afd988132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:42.916584 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c9165148-d240-459e-a13e-478afd988132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:42.921154 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c9165148-d240-459e-a13e-478afd988132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:42.930126 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:42.973000 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9165148-d240-459e-a13e-478afd988132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af311ac0-272d-405a-973c-8283b6bfb5bb,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:42.978883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c9165148-d240-459e-a13e-478afd988132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:42.985553 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 58632) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:42.985691 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-c9165148-d240-459e-a13e-478afd988132 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36814d1bb1dc487395b3f90f5bab1394&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2202888 Nov 19 14:27:43.089249 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9140cff5-8029-4195-82f0-4d964d71b5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:43.120131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9140cff5-8029-4195-82f0-4d964d71b5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:43.172162 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9140cff5-8029-4195-82f0-4d964d71b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:43.181067 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:43.203129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140cff5-8029-4195-82f0-4d964d71b5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af311ac0-272d-405a-973c-8283b6bfb5bb,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:43.206371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9140cff5-8029-4195-82f0-4d964d71b5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:43.210394 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9140cff5-8029-4195-82f0-4d964d71b5bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af311ac0-272d-405a-973c-8283b6bfb5bb HTTP/1.1" status: 204 len: 168 time: 0.2209361 Nov 19 14:27:43.210394 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9140cff5-8029-4195-82f0-4d964d71b5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:43.651651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5d4647ac-d1ac-46f2-b4bc-44f56a8ee8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:44.025433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89c0c6-e3d5-404d-893c-3d8edd8fe56f req-515417f2-8ddd-4b71-8aae-0b60728b5893 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:44.029522 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9f89c0c6-e3d5-404d-893c-3d8edd8fe56f req-515417f2-8ddd-4b71-8aae-0b60728b5893 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1165655 Nov 19 14:27:44.106329 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9f89c0c6-e3d5-404d-893c-3d8edd8fe56f req-fa4e0d61-99bf-4697-8902-2aebdf298553 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677414 Nov 19 14:27:45.037130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:45.043324 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 58678) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:45.335175 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-210438ef-4990-4b67-a37e-83c2cdf0b483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:45.381564 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-210438ef-4990-4b67-a37e-83c2cdf0b483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:45.389893 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-210438ef-4990-4b67-a37e-83c2cdf0b483 admin admin] Usage tracker for resource:security_group_rule and tenant:cd71c880ada04b079f16c7740dca9465 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:27:45.394358 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-210438ef-4990-4b67-a37e-83c2cdf0b483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:27:45.408064 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-210438ef-4990-4b67-a37e-83c2cdf0b483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:45.418132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7c116-76cb-4f1f-a4de-7f7c2e4b8d09 req-17fe819d-1379-4733-8119-34e549aebace tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:45.419760 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-66a7c116-76cb-4f1f-a4de-7f7c2e4b8d09 req-17fe819d-1379-4733-8119-34e549aebace tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1596842 Nov 19 14:27:45.484540 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-66a7c116-76cb-4f1f-a4de-7f7c2e4b8d09 req-a73a9728-5971-40f4-9136-ad6780833e16 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567374 Nov 19 14:27:45.530983 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-210438ef-4990-4b67-a37e-83c2cdf0b483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:45.535666 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-210438ef-4990-4b67-a37e-83c2cdf0b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:45.544416 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f2ac2f78-eb9a-48e5-821d-321698fc204b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:45.575995 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210438ef-4990-4b67-a37e-83c2cdf0b483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27559575-f99e-4ed8-9538-2fa85a3bcac7,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:45.580743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-210438ef-4990-4b67-a37e-83c2cdf0b483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:45.601809 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 58694) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:27:45.602007 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-210438ef-4990-4b67-a37e-83c2cdf0b483 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd71c880ada04b079f16c7740dca9465&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5573807 Nov 19 14:27:45.674622 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ea66-1274-438f-a95a-92015d4aefcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:45.703089 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ea66-1274-438f-a95a-92015d4aefcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:45.749142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ea66-1274-438f-a95a-92015d4aefcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:45.754505 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-52d296b3-413c-4e93-8269-7383339bd6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:45.767773 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3ea66-1274-438f-a95a-92015d4aefcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27559575-f99e-4ed8-9538-2fa85a3bcac7,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:45.770866 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3cc3ea66-1274-438f-a95a-92015d4aefcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:45.780345 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3cc3ea66-1274-438f-a95a-92015d4aefcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:45.783963 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-3cc3ea66-1274-438f-a95a-92015d4aefcc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/27559575-f99e-4ed8-9538-2fa85a3bcac7 HTTP/1.1" status: 204 len: 168 time: 0.1784399 Nov 19 14:27:46.036672 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26852c4c-40b4-4b8b-9472-a87eccd9b4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:46.524826 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:46.562169 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3efb-bc3b-487b-bfda-68345e1d96a2 req-4cee17c5-b411-4478-9f74-707f7101f6ea tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:46.564517 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8a4d3efb-bc3b-487b-bfda-68345e1d96a2 req-4cee17c5-b411-4478-9f74-707f7101f6ea tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 945 time: 0.0923624 Nov 19 14:27:46.615822 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8a4d3efb-bc3b-487b-bfda-68345e1d96a2 req-b3eb13c6-e00b-4daa-8642-0c3b8ff55edd tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448472 Nov 19 14:27:46.749595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-c5ff0b1b-0c0e-4dcb-a2a4-a6cfdf38f80e tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:46.751403 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-c5ff0b1b-0c0e-4dcb-a2a4-a6cfdf38f80e tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/networks?id=689c586f-ae12-467a-93b8-8188743ae6eb HTTP/1.1" status: 200 len: 815 time: 0.1696200 Nov 19 14:27:46.770165 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e5931323-058f-4621-b358-d607a9af6e36 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/quotas/537cef2c3277473a913f1a6e337b245b HTTP/1.1" status: 200 len: 375 time: 0.0116835 Nov 19 14:27:46.817853 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736649c-ffe8-4e35-8550-db8b5ccdb004 req-d81e1503-e8b3-4b86-8abc-482969319753 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:46.819538 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c736649c-ffe8-4e35-8550-db8b5ccdb004 req-d81e1503-e8b3-4b86-8abc-482969319753 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0852139 Nov 19 14:27:46.871649 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c736649c-ffe8-4e35-8550-db8b5ccdb004 req-a169456e-6976-43e6-bd0b-7f71b2f9db78 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447583 Nov 19 14:27:46.874490 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-f8aa8e12-1442-4284-8f2c-d98a116ffaa9 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?tenant_id=537cef2c3277473a913f1a6e337b245b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965352 Nov 19 14:27:47.030690 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-c7f1079d-3502-48a4-a770-344bf4b2f70c service neutron] 10.222.0.43 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421976 Nov 19 14:27:47.188052 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-cc8397aa-9903-448f-be9a-e54d051d89e8 service neutron] 10.222.0.43 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1507566 Nov 19 14:27:47.399859 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0c9d8067-b5aa-426d-9c95-819e10dbc8ee req-d76c9cac-b9ba-47c1-ba92-8bbf8135c16a tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Synchronizing usage tracker for tenant:537cef2c3277473a913f1a6e337b245b on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:27:47.413693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:47.422679 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0c9d8067-b5aa-426d-9c95-819e10dbc8ee req-d76c9cac-b9ba-47c1-ba92-8bbf8135c16a tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Unset dirty status for tenant:537cef2c3277473a913f1a6e337b245b on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:27:47.424337 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0c9d8067-b5aa-426d-9c95-819e10dbc8ee req-d76c9cac-b9ba-47c1-ba92-8bbf8135c16a tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 210 time: 0.0733180 Nov 19 14:27:47.832837 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01376a5-d29d-4bdd-9416-b75668638e32 req-f1478c37-1127-4755-93d6-bb1111286f6d tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:47.834849 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b01376a5-d29d-4bdd-9416-b75668638e32 req-f1478c37-1127-4755-93d6-bb1111286f6d tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 945 time: 0.0857456 Nov 19 14:27:47.884549 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b01376a5-d29d-4bdd-9416-b75668638e32 req-e2ab0e1c-2b9d-4472-a9ae-4768a0606f3b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434244 Nov 19 14:27:47.982242 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:48.092591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683728b4-1ae0-42a2-bb48-a8d14ae3c787 req-512c31ec-4a87-452a-b74b-36421d9bae89 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:48.094861 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-683728b4-1ae0-42a2-bb48-a8d14ae3c787 req-512c31ec-4a87-452a-b74b-36421d9bae89 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0876374 Nov 19 14:27:48.145624 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-683728b4-1ae0-42a2-bb48-a8d14ae3c787 req-742bf412-9401-4d62-b3fd-12148951b258 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442853 Nov 19 14:27:48.604868 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bddcdc5b-0eeb-4b06-aabc-82529f599c61 req-3d7044f5-0add-4124-9d1c-17a60d5e2253 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 210 time: 0.0494831 Nov 19 14:27:48.656082 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-61d8d646-b94a-4fa0-9cac-ab0915066922 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/networks?tenant_id=9ac51643291848a09fc8eb9b61ac5bcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489206 Nov 19 14:27:48.822910 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07987a15-0618-4026-90f9-1ecf711b7409 req-82de278d-99b8-47b5-a795-96d805d092e8 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:48.824823 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-82de278d-99b8-47b5-a795-96d805d092e8 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629136 Nov 19 14:27:48.843509 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-13fe917c-6c81-42dd-b25f-e8a634922e7c tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/quotas/9ac51643291848a09fc8eb9b61ac5bcc HTTP/1.1" status: 200 len: 375 time: 0.0122104 Nov 19 14:27:48.902931 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-735f0959-a709-4758-9c21-03964442c90b tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac51643291848a09fc8eb9b61ac5bcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520225 Nov 19 14:27:49.124934 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-43251747-edc2-4604-8179-33c9f5d119ec tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:49.127189 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-43251747-edc2-4604-8179-33c9f5d119ec tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.16 "GET /v2.0/networks?id=689c586f-ae12-467a-93b8-8188743ae6eb HTTP/1.1" status: 200 len: 815 time: 0.3815219 Nov 19 14:27:49.158401 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-afda1047-8ae9-4a50-aaf4-1677a71a4835 req-c510556a-fb8e-48c2-9e06-1966de6c694e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 210 time: 0.0649760 Nov 19 14:27:49.198003 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Request body: {'port': {'device_id': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'admin_state_up': True, 'tenant_id': '537cef2c3277473a913f1a6e337b245b'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:27:49.396748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bfdc8-f8e6-497b-80cb-77a6460e31fd req-bcc2fd03-d7be-4dca-873c-0661bedcb6c1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:49.398525 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-317bfdc8-f8e6-497b-80cb-77a6460e31fd req-bcc2fd03-d7be-4dca-873c-0661bedcb6c1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 945 time: 0.2552247 Nov 19 14:27:49.462785 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:27:49.473197 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:27:49.488295 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Made reservation on behalf of 537cef2c3277473a913f1a6e337b245b for: {'port': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:27:49.494604 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:49.526834 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-317bfdc8-f8e6-497b-80cb-77a6460e31fd req-c53909b8-cdd6-4cb3-864f-88f4258e69ef tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172993 Nov 19 14:27:49.563180 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-627cef55-6796-44fd-bcf2-e54e5e84ec76 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:49.565001 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-627cef55-6796-44fd-bcf2-e54e5e84ec76 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 945 time: 0.3743382 Nov 19 14:27:49.657320 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device e325378d-0c00-4ca5-a821-5bd93910b91c no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:27:49.661996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Deleting port e325378d-0c00-4ca5-a821-5bd93910b91c {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:27:49.662348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:49.796536 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4a65e-bd30-4ea2-a574-f68a22018080 req-fbfc461e-c46c-4573-845d-a4ebd7af18d3 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:49.798351 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5bc4a65e-bd30-4ea2-a574-f68a22018080 req-fbfc461e-c46c-4573-845d-a4ebd7af18d3 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.5113654 Nov 19 14:27:49.895119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:49.919343 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Allocated IP 172.20.0.10 (689c586f-ae12-467a-93b8-8188743ae6eb/fea6505e-93b5-42a5-aa0d-383bf41be193/d5e1d818-d4d9-49b3-a2dc-4911dfb69165) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:27:49.920760 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5bc4a65e-bd30-4ea2-a574-f68a22018080 req-74d205b6-01f2-46cb-9a51-92a5d1de62c6 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009774 Nov 19 14:27:50.021181 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port e325378d-0c00-4ca5-a821-5bd93910b91c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e325378d-0c00-4ca5-a821-5bd93910b91c,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:27:50.023783 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd702d0e2-8ef9-426b-a9de-faddd409a414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e325378d-0c00-4ca5-a821-5bd93910b91c'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:27:50.031041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:50.033455 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:50.114643 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] For port e325378d-0c00-4ca5-a821-5bd93910b91c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e325378d-0c00-4ca5-a821-5bd93910b91c,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:27:50.115713 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:50.212302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=e325378d-0c00-4ca5-a821-5bd93910b91c,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:50.227437 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-015106a5-e3aa-4bc5-974f-9f1d757f67f2 req-5fd44714-47c9-4855-8815-1c8857855825 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 210 time: 0.2074101 Nov 19 14:27:50.228395 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:50.339939 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Calling delete_port for e325378d-0c00-4ca5-a821-5bd93910b91c owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:27:50.380303 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd702d0e2-8ef9-426b-a9de-faddd409a414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e325378d-0c00-4ca5-a821-5bd93910b91c', 'code': 200} Nov 19 14:27:50.522346 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:50.537992 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.api [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80334) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 14:27:50.538354 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_db.api [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 14:27:50.542253 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Transition to ACTIVE for port object d5e1d818-d4d9-49b3-a2dc-4911dfb69165 will not be triggered until provisioned by entity DHCP. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:27:50.603280 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5f6ed1d0-bea3-474f-ada4-537fd4865cf0 req-c888fa95-632e-4b8e-a163-a35f128b2d42 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 210 time: 0.0549068 Nov 19 14:27:50.614503 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:50.631188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-652278a3-1470-4412-b0a6-fc18bb34cd89 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:50.849629 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Pushing event updated for resources: {'Port': ['ID=d5e1d818-d4d9-49b3-a2dc-4911dfb69165,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:50.863659 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:50.901485 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Network 689c586f-ae12-467a-93b8-8188743ae6eb is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:27:50.904233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:27:50.907011 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:27:50.911288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:50.912012 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:50.945350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7587a-dbbe-4089-982f-cd9654355a3b req-513a0eb3-adf3-4c1d-b7bf-110ed72e6b2c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:27:50.947025 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-56d7587a-dbbe-4089-982f-cd9654355a3b req-513a0eb3-adf3-4c1d-b7bf-110ed72e6b2c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 943 time: 0.1844091 Nov 19 14:27:50.979351 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7903504 Nov 19 14:27:51.011350 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-56d7587a-dbbe-4089-982f-cd9654355a3b req-d714cb12-2005-4964-b5ee-e90f60d539af tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556684 Nov 19 14:27:51.041814 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Deleting port e325378d-0c00-4ca5-a821-5bd93910b91c {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:27:51.042562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:51.183379 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-b994598c-25c5-461d-bc66-9c2529c8daec None None] Provisioning for port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:27:51.188460 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-b994598c-25c5-461d-bc66-9c2529c8daec None None] Provisioning complete for port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:27:51.188879 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b994598c-25c5-461d-bc66-9c2529c8daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:51.248027 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-b994598c-25c5-461d-bc66-9c2529c8daec None None] Port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:27:51.321342 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] For port e325378d-0c00-4ca5-a821-5bd93910b91c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e325378d-0c00-4ca5-a821-5bd93910b91c,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:27:51.321722 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:51.454245 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Calling delete_port for e325378d-0c00-4ca5-a821-5bd93910b91c owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:27:51.599686 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:51.617584 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:27:51.670373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Pushing event deleted for resources: {'Port': ['ID=e325378d-0c00-4ca5-a821-5bd93910b91c,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:27:51.673110 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:27:51.829586 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] No DVR routers for this DVR port e325378d-0c00-4ca5-a821-5bd93910b91c on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:27:51.832469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:27:51.836041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd702d0e2-8ef9-426b-a9de-faddd409a414', 'name': 'network-vif-deleted', 'tag': 'e325378d-0c00-4ca5-a821-5bd93910b91c'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:27:51.853146 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-54c1443c-8cf7-447e-a924-64f77c9b77be req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "DELETE /v2.0/ports/e325378d-0c00-4ca5-a821-5bd93910b91c HTTP/1.1" status: 204 len: 173 time: 2.2715440 Nov 19 14:28:05.689843 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:28:07.850170 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Request body: {'port': {'device_id': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:07.990671 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:08.118730 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c62722-8a88-4bfe-a146-42c85d8385e7 req-5541c2af-aa87-4051-991d-be98bae399ef tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:08.120292 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-16c62722-8a88-4bfe-a146-42c85d8385e7 req-5541c2af-aa87-4051-991d-be98bae399ef tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0993352 Nov 19 14:28:08.185991 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-16c62722-8a88-4bfe-a146-42c85d8385e7 req-e4683e8a-efa2-4b53-a0dc-e165148c1089 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568786 Nov 19 14:28:08.419367 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ab2fab19-adea-4369-9691-ca111131302c req-08917d18-332b-4cf0-b637-206ca0e539e0 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 210 time: 0.0835493 Nov 19 14:28:08.438367 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617c18d-a028-448c-9230-647bc290f679 req-7ff9739e-75a0-4b8b-b5ea-f62ec01872b9 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:08.439536 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-c617c18d-a028-448c-9230-647bc290f679 req-7ff9739e-75a0-4b8b-b5ea-f62ec01872b9 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Synchronizing usage tracker for tenant:537cef2c3277473a913f1a6e337b245b on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:08.491549 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-c617c18d-a028-448c-9230-647bc290f679 req-7ff9739e-75a0-4b8b-b5ea-f62ec01872b9 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Unset dirty status for tenant:537cef2c3277473a913f1a6e337b245b on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:08.492885 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c617c18d-a028-448c-9230-647bc290f679 req-7ff9739e-75a0-4b8b-b5ea-f62ec01872b9 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 932 time: 0.3570256 Nov 19 14:28:08.504491 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd702d0e2-8ef9-426b-a9de-faddd409a414', 'name': 'network-vif-deleted', 'tag': 'e325378d-0c00-4ca5-a821-5bd93910b91c', 'status': 'completed', 'code': 200} Nov 19 14:28:08.561950 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c617c18d-a028-448c-9230-647bc290f679 req-8a8c9449-e37d-418f-ad53-82ad76024b2b tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607760 Nov 19 14:28:08.587511 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-22fbd822-7488-473f-a221-792ae6024724 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.16 "GET /v2.0/networks?tenant_id=9ac51643291848a09fc8eb9b61ac5bcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363603 Nov 19 14:28:08.636636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e1d818-d4d9-49b3-a2dc-4911dfb69165 {{(pid=80335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:28:08.645433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:08.663899 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Transition to ACTIVE for port object d5e1d818-d4d9-49b3-a2dc-4911dfb69165 will not be triggered until provisioned by entity L2. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:28:08.667304 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:08.686970 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:08.806681 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-e20ac83b-c211-4210-8bd4-8cc351bf1f4b req-7f0d9a71-4d62-4cee-8d42-e655e760b049 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Synchronizing usage tracker for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:08.845559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-e20ac83b-c211-4210-8bd4-8cc351bf1f4b req-7f0d9a71-4d62-4cee-8d42-e655e760b049 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Unset dirty status for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:08.847444 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e20ac83b-c211-4210-8bd4-8cc351bf1f4b req-7f0d9a71-4d62-4cee-8d42-e655e760b049 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=d702d0e2-8ef9-426b-a9de-faddd409a414 HTTP/1.1" status: 200 len: 210 time: 0.1693506 Nov 19 14:28:08.861215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07987a15-0618-4026-90f9-1ecf711b7409 req-5b71218e-ac69-452e-b6a7-5d36c64a408e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:08.862875 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-5b71218e-ac69-452e-b6a7-5d36c64a408e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2682343 Nov 19 14:28:08.865451 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e1d818-d4d9-49b3-a2dc-4911dfb69165,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:08.869882 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:08.913412 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Request body: {'port': {'device_id': '0616096e-ae53-4804-897f-eea17615d426', 'network_id': '87651b52-7063-4a01-b4e9-442923377074', 'admin_state_up': True, 'tenant_id': '9ac51643291848a09fc8eb9b61ac5bcc'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:09.015322 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Attempting to bind port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:28:09.016101 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Attempting to bind port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'de4eb240-d84a-4ab6-ab98-cff05bd8f968', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb'}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:28:09.017482 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Attempting to bind port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 on network 689c586f-ae12-467a-93b8-8188743ae6eb {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:28:09.032051 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:28:09.032987 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Checking segment: {'id': 'de4eb240-d84a-4ab6-ab98-cff05bd8f968', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:28:09.033607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:09.034407 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Bound using segment: {'id': 'de4eb240-d84a-4ab6-ab98-cff05bd8f968', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb'} {{(pid=80335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:28:09.042780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Bound port: d5e1d818-d4d9-49b3-a2dc-4911dfb69165, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4eb240-d84a-4ab6-ab98-cff05bd8f968', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb'}}] {{(pid=80335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:28:09.043463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:09.140959 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:09.143651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Usage tracker for resource:port and tenant:9ac51643291848a09fc8eb9b61ac5bcc is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:28:09.149280 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Quota usage for port was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:28:09.158996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:09.169957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Made reservation on behalf of 9ac51643291848a09fc8eb9b61ac5bcc for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:28:09.176265 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:09.196105 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:09.196776 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] For port d5e1d818-d4d9-49b3-a2dc-4911dfb69165, host hv-cinder-76330, cleared binding levels {{(pid=80335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:28:09.203393 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] For port d5e1d818-d4d9-49b3-a2dc-4911dfb69165, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165,segment=NetworkSegment(de4eb240-d84a-4ab6-ab98-cff05bd8f968),segment_id=de4eb240-d84a-4ab6-ab98-cff05bd8f968)] {{(pid=80335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:28:09.208796 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:09.234937 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:09.239728 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Usage tracker for resource:security_group_rule and tenant:9ac51643291848a09fc8eb9b61ac5bcc is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:28:09.243262 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:28:09.249692 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:09.250043 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:09.336828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:09.342591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:09.355028 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3d0056e9-6b02-41d6-89a9-fbf8d5379455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:09.417195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Pushing event updated for resources: {'SecurityGroup': ['ID=a954972a-a52e-4f08-9ec6-b09d15b53880,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:09.431237 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:09.643630 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1f1b01a1-f252-4211-bff5-ddfb355efe5c req-6c0c9d10-1baa-4f51-b0f9-5a0eb9f88c06 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 210 time: 0.0631695 Nov 19 14:28:09.732356 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e1d818-d4d9-49b3-a2dc-4911dfb69165,revision_number=3']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:09.744410 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:09.754775 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Allocated IP 192.168.233.110 (87651b52-7063-4a01-b4e9-442923377074/d44de8ba-0e5c-4d38-9f29-badc26ec2459/38a62fe6-1478-4812-bfc1-8be17590b36a) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:28:09.772331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:09.774035 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] 10.222.0.16 "PUT /v2.0/ports/d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 1158 time: 1.9286933 Nov 19 14:28:09.774448 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:09.785209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7a2d6-ac82-4ba5-a0d8-a37c38869f81 req-060c7225-59a2-4363-9d6a-28b180addf13 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:09.786854 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-34e7a2d6-ac82-4ba5-a0d8-a37c38869f81 req-060c7225-59a2-4363-9d6a-28b180addf13 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.3915851 Nov 19 14:28:09.840023 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-34e7a2d6-ac82-4ba5-a0d8-a37c38869f81 req-b3f6c6e0-d76d-4d44-a80b-6a4b6d18ec19 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459576 Nov 19 14:28:09.946159 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccd6d0-c00b-429d-acc6-77d80cdee98e req-98305137-78c2-41ff-8958-7440b5100779 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:09.953769 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165', 'status': 'completed', 'code': 200} Nov 19 14:28:09.953918 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4bccd6d0-c00b-429d-acc6-77d80cdee98e req-98305137-78c2-41ff-8958-7440b5100779 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 944 time: 0.1836650 Nov 19 14:28:10.010289 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-325432a6-c673-4619-8559-74440a5be9cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=537cef2c3277473a913f1a6e337b245b&device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 1161 time: 0.1062601 Nov 19 14:28:10.102761 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-4bccd6d0-c00b-429d-acc6-77d80cdee98e req-ad18b21d-6178-462b-8767-075615af500f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Synchronizing usage tracker for tenant:537cef2c3277473a913f1a6e337b245b on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:10.116460 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-13bb40c4-a3f4-4fc2-8587-65cf6c7a986d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 217 time: 0.0888922 Nov 19 14:28:10.166172 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:10.169886 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-4bccd6d0-c00b-429d-acc6-77d80cdee98e req-ad18b21d-6178-462b-8767-075615af500f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Unset dirty status for tenant:537cef2c3277473a913f1a6e337b245b on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:10.171223 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4bccd6d0-c00b-429d-acc6-77d80cdee98e req-ad18b21d-6178-462b-8767-075615af500f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165396 Nov 19 14:28:10.188163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Transition to ACTIVE for port object 38a62fe6-1478-4812-bfc1-8be17590b36a will not be triggered until provisioned by entity DHCP. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:28:10.213573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:10.224050 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-94ecc418-4572-463c-9cc3-496962514a29 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:10.225769 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-94ecc418-4572-463c-9cc3-496962514a29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fea6505e-93b5-42a5-aa0d-383bf41be193 HTTP/1.1" status: 200 len: 854 time: 0.1020849 Nov 19 14:28:10.232764 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5b6024cb-0d63-4a0f-8af2-9701e1579c37 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:10.343916 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-553ac355-a922-428c-9a0d-7101a0aa1b15 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=689c586f-ae12-467a-93b8-8188743ae6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1108246 Nov 19 14:28:10.568821 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-bb7a542e-91a2-4d06-8239-e93bd92733e7 service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030323 Nov 19 14:28:10.650480 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Pushing event updated for resources: {'Port': ['ID=38a62fe6-1478-4812-bfc1-8be17590b36a,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:10.655895 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:10.704172 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Network 87651b52-7063-4a01-b4e9-442923377074 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:28:10.706146 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:28:10.709273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:28:10.723483 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-522ad3a4-3f49-4d08-95f0-09bce8b694b0 req-d6b23b93-4595-4c8d-ab2a-61ba320c3702 service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456299 Nov 19 14:28:10.749942 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f45278c1-c682-4d79-972b-60eaa9c07cdf req-062146c3-8dee-4a09-8afc-e28371f5d023 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 1162 time: 0.1820586 Nov 19 14:28:10.850309 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:10.850978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:10.885989 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f45278c1-c682-4d79-972b-60eaa9c07cdf req-e634e4ec-8201-4344-9aa5-0e2debdc4cd3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282806 Nov 19 14:28:10.906696 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9978106 Nov 19 14:28:10.907006 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4f50a459-2a92-48a7-a992-ca64a658f324 req-0a49add4-c376-40ed-a02d-9d8a672244d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=537cef2c3277473a913f1a6e337b245b&device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 1161 time: 0.0846915 Nov 19 14:28:10.925530 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df6df9-526b-4a55-9d82-59abe13f8e80 req-5febd6bb-22ce-4f05-8e3f-bba109f0d219 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:10.926307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-66df6df9-526b-4a55-9d82-59abe13f8e80 req-5febd6bb-22ce-4f05-8e3f-bba109f0d219 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Synchronizing usage tracker for tenant:9ac51643291848a09fc8eb9b61ac5bcc on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:10.944185 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-66df6df9-526b-4a55-9d82-59abe13f8e80 req-5febd6bb-22ce-4f05-8e3f-bba109f0d219 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Unset dirty status for tenant:9ac51643291848a09fc8eb9b61ac5bcc on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:10.945469 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-66df6df9-526b-4a55-9d82-59abe13f8e80 req-5febd6bb-22ce-4f05-8e3f-bba109f0d219 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 936 time: 0.1553998 Nov 19 14:28:10.955968 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-fbf56470-c294-42bb-a8de-6dc42f105575 None None] Provisioning for port 38a62fe6-1478-4812-bfc1-8be17590b36a completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:28:10.962109 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-fbf56470-c294-42bb-a8de-6dc42f105575 None None] Provisioning complete for port 38a62fe6-1478-4812-bfc1-8be17590b36a triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:28:10.962606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fbf56470-c294-42bb-a8de-6dc42f105575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:10.995438 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-66df6df9-526b-4a55-9d82-59abe13f8e80 req-6cc56278-7a83-4d9c-878b-4ee71fdfe334 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Synchronizing usage tracker for tenant:9ac51643291848a09fc8eb9b61ac5bcc on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:11.012639 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-66df6df9-526b-4a55-9d82-59abe13f8e80 req-6cc56278-7a83-4d9c-878b-4ee71fdfe334 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Unset dirty status for tenant:9ac51643291848a09fc8eb9b61ac5bcc on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:11.013937 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-66df6df9-526b-4a55-9d82-59abe13f8e80 req-6cc56278-7a83-4d9c-878b-4ee71fdfe334 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616646 Nov 19 14:28:11.016332 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-fbf56470-c294-42bb-a8de-6dc42f105575 None None] Port 38a62fe6-1478-4812-bfc1-8be17590b36a cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:28:11.065107 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce26e3-7032-485d-a737-187d93ca340f req-c4914fc4-417d-47d7-a368-3595918be4da tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:11.066661 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e4ce26e3-7032-485d-a737-187d93ca340f req-c4914fc4-417d-47d7-a368-3595918be4da tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0895877 Nov 19 14:28:11.119942 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e4ce26e3-7032-485d-a737-187d93ca340f req-102cd925-8401-4809-93ea-e43186a8960b tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468891 Nov 19 14:28:11.327659 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Request body: {'port': {'device_id': '0616096e-ae53-4804-897f-eea17615d426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:11.468657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50a459-2a92-48a7-a992-ca64a658f324 req-ad8f325c-f027-478c-8010-7d3e9fbc15f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:11.470877 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4f50a459-2a92-48a7-a992-ca64a658f324 req-ad8f325c-f027-478c-8010-7d3e9fbc15f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=689c586f-ae12-467a-93b8-8188743ae6eb HTTP/1.1" status: 200 len: 909 time: 0.1505852 Nov 19 14:28:11.508348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:11.534666 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2aea9-ef55-4b74-a1ec-51a0383aeeff req-6f8ba303-babf-4408-8024-9f91ab1d9d8a tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:11.536392 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40f2aea9-ef55-4b74-a1ec-51a0383aeeff req-6f8ba303-babf-4408-8024-9f91ab1d9d8a tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 944 time: 0.2139175 Nov 19 14:28:11.576465 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4f50a459-2a92-48a7-a992-ca64a658f324 req-11d5035d-37c0-49dd-8fb3-2df4690a7442 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 217 time: 0.0745931 Nov 19 14:28:11.709391 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50a459-2a92-48a7-a992-ca64a658f324 req-ccb69fa7-eec3-42f2-821e-8e2d4e7ccda5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:11.711161 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4f50a459-2a92-48a7-a992-ca64a658f324 req-ccb69fa7-eec3-42f2-821e-8e2d4e7ccda5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fea6505e-93b5-42a5-aa0d-383bf41be193 HTTP/1.1" status: 200 len: 854 time: 0.0681922 Nov 19 14:28:11.739705 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40f2aea9-ef55-4b74-a1ec-51a0383aeeff req-da60826c-c69d-44bf-8cef-31cc53414955 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696200 Nov 19 14:28:11.804737 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4f50a459-2a92-48a7-a992-ca64a658f324 req-1d54be9f-7cf4-451c-a483-0f804f1eb191 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=689c586f-ae12-467a-93b8-8188743ae6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846019 Nov 19 14:28:11.870077 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e5db8375-1408-4f37-9e51-5e3bedb71c22 req-dbcf7b99-fbcb-4ca5-99e1-9aacc2794b1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39529dac6cd14baa83b65e88bb873659&device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 1162 time: 0.2104185 Nov 19 14:28:12.023110 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4f50a459-2a92-48a7-a992-ca64a658f324 req-9576929e-6377-4f0b-a592-7cd2d7115ab0 service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103698 Nov 19 14:28:12.089379 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682628b-cfb7-4f9d-ad41-cf4f948364f8 req-01b1c519-5210-439a-b40c-e66d177d9cbd tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:12.091039 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f682628b-cfb7-4f9d-ad41-cf4f948364f8 req-01b1c519-5210-439a-b40c-e66d177d9cbd tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 946 time: 0.1660829 Nov 19 14:28:12.154858 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db8375-1408-4f37-9e51-5e3bedb71c22 req-042895ad-0861-4b91-9a92-5fa5611ea889 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:12.156658 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e5db8375-1408-4f37-9e51-5e3bedb71c22 req-042895ad-0861-4b91-9a92-5fa5611ea889 service neutron] 10.222.0.16 "GET /v2.0/networks?id=155ce0ea-cd68-440f-9376-8aa82af6239b HTTP/1.1" status: 200 len: 913 time: 0.2156804 Nov 19 14:28:12.226131 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4f50a459-2a92-48a7-a992-ca64a658f324 req-f7e3d798-1bea-4b43-9fd5-f629da40941a service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1955872 Nov 19 14:28:12.228636 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f682628b-cfb7-4f9d-ad41-cf4f948364f8 req-0786c693-60a7-407c-9444-3a6487ff90b6 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827391 Nov 19 14:28:12.329071 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e5db8375-1408-4f37-9e51-5e3bedb71c22 req-043bcb71-fc35-4446-8626-eef6af21f1a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 HTTP/1.1" status: 200 len: 217 time: 0.1354897 Nov 19 14:28:12.338413 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a62fe6-1478-4812-bfc1-8be17590b36a {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:28:12.380750 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:12.412608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Transition to ACTIVE for port object 38a62fe6-1478-4812-bfc1-8be17590b36a will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:28:12.420436 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:12.429113 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52f462-2352-4e17-aa68-1a9d27f1ddc3 req-b2b6f8c6-d5d4-4524-a3b7-890585217666 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:12.430725 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0b52f462-2352-4e17-aa68-1a9d27f1ddc3 req-b2b6f8c6-d5d4-4524-a3b7-890585217666 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0839076 Nov 19 14:28:12.436571 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:12.480519 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0b52f462-2352-4e17-aa68-1a9d27f1ddc3 req-e64c72cd-155d-4c7d-9abe-9c43c40ad88f tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432620 Nov 19 14:28:12.529332 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db8375-1408-4f37-9e51-5e3bedb71c22 req-26c122ec-ca11-4fe7-b360-a25ea228f693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:12.530994 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e5db8375-1408-4f37-9e51-5e3bedb71c22 req-26c122ec-ca11-4fe7-b360-a25ea228f693 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2173cd01-9e9b-43c2-b18e-7f09f7b1079a HTTP/1.1" status: 200 len: 859 time: 0.1882212 Nov 19 14:28:12.590558 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024135a-a829-4cce-8293-96257206207d service neutron] Pushing event updated for resources: {'Port': ['ID=38a62fe6-1478-4812-bfc1-8be17590b36a,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:12.633980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3024135a-a829-4cce-8293-96257206207d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:12.653096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fca038-4b56-4eb4-8938-4b981a667f55 req-d05c6aee-8312-4050-814c-676cc7bab3bf tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:12.654743 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-36fca038-4b56-4eb4-8938-4b981a667f55 req-d05c6aee-8312-4050-814c-676cc7bab3bf tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 936 time: 0.4624979 Nov 19 14:28:12.658701 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e5db8375-1408-4f37-9e51-5e3bedb71c22 req-c18f2bf0-496f-40e1-b38b-d9061c699448 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=155ce0ea-cd68-440f-9376-8aa82af6239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704520 Nov 19 14:28:12.823500 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-36fca038-4b56-4eb4-8938-4b981a667f55 req-1a0ccb9c-b6c2-4cb7-9d3b-e3713b9c79ce tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619244 Nov 19 14:28:12.962751 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e5db8375-1408-4f37-9e51-5e3bedb71c22 req-7655f37c-8cec-4774-8ba1-fa63bcbaaba9 service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659829 Nov 19 14:28:13.376765 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Attempting to bind port 38a62fe6-1478-4812-bfc1-8be17590b36a on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:28:13.377366 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Attempting to bind port 38a62fe6-1478-4812-bfc1-8be17590b36a by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '82d69ae8-cac1-4ac4-8d84-3346077643c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87651b52-7063-4a01-b4e9-442923377074'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:28:13.377366 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Attempting to bind port 38a62fe6-1478-4812-bfc1-8be17590b36a on network 87651b52-7063-4a01-b4e9-442923377074 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:28:13.396684 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:28:13.397058 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Checking segment: {'id': '82d69ae8-cac1-4ac4-8d84-3346077643c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87651b52-7063-4a01-b4e9-442923377074'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:28:13.397507 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:13.397913 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Bound using segment: {'id': '82d69ae8-cac1-4ac4-8d84-3346077643c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87651b52-7063-4a01-b4e9-442923377074'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:28:13.398404 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Bound port: 38a62fe6-1478-4812-bfc1-8be17590b36a, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d69ae8-cac1-4ac4-8d84-3346077643c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '87651b52-7063-4a01-b4e9-442923377074'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:28:13.398774 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:13.437049 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e5db8375-1408-4f37-9e51-5e3bedb71c22 req-be8dd675-1dad-4a40-9dd6-cffaca0b5bf5 service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4247901 Nov 19 14:28:13.486031 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c52bd9-53d1-4b69-89b8-eb05209e576c req-4ab9303f-dd20-4bdd-9a8c-b66649d5c2d2 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:13.487613 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-95c52bd9-53d1-4b69-89b8-eb05209e576c req-4ab9303f-dd20-4bdd-9a8c-b66649d5c2d2 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 944 time: 0.5193717 Nov 19 14:28:13.553562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] For port 38a62fe6-1478-4812-bfc1-8be17590b36a, host hv-cinder-76330, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:28:13.567015 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] For port 38a62fe6-1478-4812-bfc1-8be17590b36a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=38a62fe6-1478-4812-bfc1-8be17590b36a,segment=NetworkSegment(82d69ae8-cac1-4ac4-8d84-3346077643c7),segment_id=82d69ae8-cac1-4ac4-8d84-3346077643c7)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:28:13.570649 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-95c52bd9-53d1-4b69-89b8-eb05209e576c req-245595f0-e9c2-4460-9ca5-4eebbababb18 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758033 Nov 19 14:28:13.572178 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:13.580527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f31a4e-58af-433f-ad56-cdad72c8bedd req-e5b847e6-a2cb-4562-94be-bb5ae0e3560f tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:13.582303 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a3f31a4e-58af-433f-ad56-cdad72c8bedd req-e5b847e6-a2cb-4562-94be-bb5ae0e3560f tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 946 time: 0.0880837 Nov 19 14:28:13.587954 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:13.631619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6b83a603-72f0-440e-9f8b-24d1218c6347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:13.639473 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a3f31a4e-58af-433f-ad56-cdad72c8bedd req-f2dc3357-10d9-43fa-9f53-ca147fe7323a tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505550 Nov 19 14:28:13.789127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024135a-a829-4cce-8293-96257206207d service neutron] Pushing event updated for resources: {'Port': ['ID=38a62fe6-1478-4812-bfc1-8be17590b36a,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:13.792642 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3024135a-a829-4cce-8293-96257206207d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:13.847972 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:13.849519 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3024135a-a829-4cce-8293-96257206207d service neutron] 10.222.0.16 "PUT /v2.0/ports/38a62fe6-1478-4812-bfc1-8be17590b36a HTTP/1.1" status: 200 len: 1162 time: 2.5284772 Nov 19 14:28:13.851155 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0616096e-ae53-4804-897f-eea17615d426', 'tag': '38a62fe6-1478-4812-bfc1-8be17590b36a'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:13.870030 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa79fe-4867-43e3-b641-7484bee6fbe0 req-82975cce-9d05-43b2-ac9f-2145de5f99be tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:13.871631 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-14fa79fe-4867-43e3-b641-7484bee6fbe0 req-82975cce-9d05-43b2-ac9f-2145de5f99be tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1487184 Nov 19 14:28:13.953393 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-14fa79fe-4867-43e3-b641-7484bee6fbe0 req-80912010-f89f-49c2-a90b-80820f4ea2bd tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563092 Nov 19 14:28:14.030618 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0616096e-ae53-4804-897f-eea17615d426', 'tag': '38a62fe6-1478-4812-bfc1-8be17590b36a', 'status': 'completed', 'code': 200} Nov 19 14:28:14.064153 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-3d396d14-03a5-42ec-b3af-b024b5662174 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ac51643291848a09fc8eb9b61ac5bcc&device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 1165 time: 0.0911779 Nov 19 14:28:14.073451 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64482fbf-1e96-469e-affd-e5b912cc6a6a req-a3d1d9b8-a07f-4bbb-860e-e8612c7c1d78 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:14.075115 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-64482fbf-1e96-469e-affd-e5b912cc6a6a req-a3d1d9b8-a07f-4bbb-860e-e8612c7c1d78 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 948 time: 0.1032920 Nov 19 14:28:14.150604 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:28:14.163562 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-64482fbf-1e96-469e-affd-e5b912cc6a6a req-d0e61931-cc51-448a-83e7-03f38383b29e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759640 Nov 19 14:28:14.165698 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-f6a623fa-9f8e-481a-80e3-6b0a06739712 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=38a62fe6-1478-4812-bfc1-8be17590b36a HTTP/1.1" status: 200 len: 217 time: 0.0831039 Nov 19 14:28:14.229331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:28:14.229779 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:14.242160 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07987a15-0618-4026-90f9-1ecf711b7409 req-8e04e36c-da0c-4f2b-92f6-b34968ea5e40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:14.243889 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-8e04e36c-da0c-4f2b-92f6-b34968ea5e40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d44de8ba-0e5c-4d38-9f29-badc26ec2459 HTTP/1.1" status: 200 len: 843 time: 0.0654838 Nov 19 14:28:14.368365 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-9d37eeb5-0957-40e3-88bb-b2cb45d7f467 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87651b52-7063-4a01-b4e9-442923377074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0791039 Nov 19 14:28:14.614934 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-4351c0b3-aea1-48b2-b613-0a02eb9ac596 service neutron] 10.222.0.16 "GET /v2.0/networks/87651b52-7063-4a01-b4e9-442923377074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111232 Nov 19 14:28:14.623269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889f08c-791a-47ef-898d-04afd7dcc1fe req-c02acefa-be60-4e35-abf7-40494a653e8c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:14.625262 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7889f08c-791a-47ef-898d-04afd7dcc1fe req-c02acefa-be60-4e35-abf7-40494a653e8c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 946 time: 0.1987138 Nov 19 14:28:14.664621 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4475204e-bc1c-4132-a7b7-eaf8297119b3 req-0e7c292c-06de-4c65-8f42-e0cfda4bc893 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39529dac6cd14baa83b65e88bb873659&device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 1162 time: 0.1452272 Nov 19 14:28:14.671557 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d965-6b2b-435d-aea1-580500a3916d req-df564705-08ff-44d0-853c-129fa6d88c00 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:14.673124 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6758d965-6b2b-435d-aea1-580500a3916d req-df564705-08ff-44d0-853c-129fa6d88c00 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1195393 Nov 19 14:28:14.849969 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475204e-bc1c-4132-a7b7-eaf8297119b3 req-8ff139c9-54e2-44f1-82ce-28ec065f9819 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:14.851794 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4475204e-bc1c-4132-a7b7-eaf8297119b3 req-8ff139c9-54e2-44f1-82ce-28ec065f9819 service neutron] 10.222.0.16 "GET /v2.0/networks?id=155ce0ea-cd68-440f-9376-8aa82af6239b HTTP/1.1" status: 200 len: 913 time: 0.1771727 Nov 19 14:28:14.857148 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6758d965-6b2b-435d-aea1-580500a3916d req-0edea101-84c5-42b6-b7f3-dd22346ebae2 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809517 Nov 19 14:28:14.872708 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-7889f08c-791a-47ef-898d-04afd7dcc1fe req-c9b02102-d59a-40ad-bb84-7c5c016baa08 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Deleting port d64e96f9-6422-481d-b8fe-173ec6bf2948 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:28:14.873039 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7889f08c-791a-47ef-898d-04afd7dcc1fe req-c9b02102-d59a-40ad-bb84-7c5c016baa08 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:14.949531 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4475204e-bc1c-4132-a7b7-eaf8297119b3 req-761549ec-d677-44b7-9bf1-e894461438aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 HTTP/1.1" status: 200 len: 217 time: 0.0906670 Nov 19 14:28:14.992851 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07987a15-0618-4026-90f9-1ecf711b7409 req-81e98b21-1339-4c4a-a8ae-bb9c83b3deea service neutron] 10.222.0.16 "GET /v2.0/networks/87651b52-7063-4a01-b4e9-442923377074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3663363 Nov 19 14:28:15.050676 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:15.072106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1b9d7-9e7e-4520-a6c6-01c15436c4a2 req-c4b8bc3f-4973-4f9e-955c-34e457ca1a5d tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:15.073866 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-efe1b9d7-9e7e-4520-a6c6-01c15436c4a2 req-c4b8bc3f-4973-4f9e-955c-34e457ca1a5d tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 944 time: 0.3431339 Nov 19 14:28:15.160673 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475204e-bc1c-4132-a7b7-eaf8297119b3 req-c16181de-1598-4f2b-8a71-5541156f1eb3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:15.162282 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4475204e-bc1c-4132-a7b7-eaf8297119b3 req-c16181de-1598-4f2b-8a71-5541156f1eb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2173cd01-9e9b-43c2-b18e-7f09f7b1079a HTTP/1.1" status: 200 len: 859 time: 0.2033784 Nov 19 14:28:15.215090 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4475204e-bc1c-4132-a7b7-eaf8297119b3 req-2c1275c3-47ef-4bf3-ad68-b6375ff42051 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=155ce0ea-cd68-440f-9376-8aa82af6239b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454781 Nov 19 14:28:15.226018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0ec26-0af6-4c2e-9ba4-373cd1016144 req-0059b72e-a37b-49bd-967b-67adeb40bc42 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:15.227521 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a3b0ec26-0af6-4c2e-9ba4-373cd1016144 req-0059b72e-a37b-49bd-967b-67adeb40bc42 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 946 time: 0.1692748 Nov 19 14:28:15.275234 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-efe1b9d7-9e7e-4520-a6c6-01c15436c4a2 req-894a61da-a4d3-43ba-b69e-030c981946c5 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790543 Nov 19 14:28:15.325789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-7889f08c-791a-47ef-898d-04afd7dcc1fe req-c9b02102-d59a-40ad-bb84-7c5c016baa08 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] For port d64e96f9-6422-481d-b8fe-173ec6bf2948, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d64e96f9-6422-481d-b8fe-173ec6bf2948,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:15.326157 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7889f08c-791a-47ef-898d-04afd7dcc1fe req-c9b02102-d59a-40ad-bb84-7c5c016baa08 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:15.390519 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a3b0ec26-0af6-4c2e-9ba4-373cd1016144 req-22a9ae86-e164-470b-957d-f1550203ae27 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404645 Nov 19 14:28:15.424795 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4475204e-bc1c-4132-a7b7-eaf8297119b3 req-98aa7c42-78fd-44f5-8594-27221828b0f2 service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962795 Nov 19 14:28:15.460385 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-7889f08c-791a-47ef-898d-04afd7dcc1fe req-c9b02102-d59a-40ad-bb84-7c5c016baa08 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Calling delete_port for d64e96f9-6422-481d-b8fe-173ec6bf2948 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:28:15.490891 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-88758b49-dc0e-4250-81cb-eb1ffe7b02ba req-f0a8d7ac-10c9-4008-bea3-bbfe31b77bc9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ac51643291848a09fc8eb9b61ac5bcc&device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 1165 time: 0.3601310 Nov 19 14:28:15.575443 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4475204e-bc1c-4132-a7b7-eaf8297119b3 req-d2fc710e-ead2-46d9-92ba-3e70628c2703 service neutron] 10.222.0.16 "GET /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425841 Nov 19 14:28:15.785926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88758b49-dc0e-4250-81cb-eb1ffe7b02ba req-eebb6ca1-e47e-404b-ada8-89cd77d73185 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:15.787517 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-88758b49-dc0e-4250-81cb-eb1ffe7b02ba req-eebb6ca1-e47e-404b-ada8-89cd77d73185 service neutron] 10.222.0.16 "GET /v2.0/networks?id=87651b52-7063-4a01-b4e9-442923377074 HTTP/1.1" status: 200 len: 863 time: 0.2402952 Nov 19 14:28:15.803399 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cf490-d577-4536-a137-e681d21ce308 req-ae41d5ab-a035-4aee-bb80-7e31c4f90064 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:15.805008 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b13cf490-d577-4536-a137-e681d21ce308 req-ae41d5ab-a035-4aee-bb80-7e31c4f90064 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 948 time: 0.3517487 Nov 19 14:28:15.893686 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7889f08c-791a-47ef-898d-04afd7dcc1fe req-c9b02102-d59a-40ad-bb84-7c5c016baa08 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:15.910781 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:15.948285 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-88758b49-dc0e-4250-81cb-eb1ffe7b02ba req-63478e8e-0dca-4b93-93d4-da08a8e69d78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=38a62fe6-1478-4812-bfc1-8be17590b36a HTTP/1.1" status: 200 len: 217 time: 0.1387897 Nov 19 14:28:16.012489 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b02102-d59a-40ad-bb84-7c5c016baa08 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Pushing event deleted for resources: {'Port': ['ID=d64e96f9-6422-481d-b8fe-173ec6bf2948,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:16.022644 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7ffd7735-a45e-4604-9479-89902a97514f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:16.033805 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c9b02102-d59a-40ad-bb84-7c5c016baa08 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:16.086654 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc04d8-b4ec-473c-a4a6-a0edcfdd8a90 req-2ef44591-a23e-4287-aa2a-f70ce7bec813 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:16.088332 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-95bc04d8-b4ec-473c-a4a6-a0edcfdd8a90 req-2ef44591-a23e-4287-aa2a-f70ce7bec813 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0871093 Nov 19 14:28:16.112034 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.objects.ports [None req-9fea9841-70e9-433c-8b33-cccae11a1ceb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80336) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 14:28:16.149043 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-95bc04d8-b4ec-473c-a4a6-a0edcfdd8a90 req-d37b888a-cf88-4d46-80df-16d211e80c0e tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541263 Nov 19 14:28:16.360170 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b13cf490-d577-4536-a137-e681d21ce308 req-ff702757-af73-4b11-8202-f531f178b4fb tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972181 Nov 19 14:28:16.367608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88758b49-dc0e-4250-81cb-eb1ffe7b02ba req-038c06af-c935-4e7f-be2d-4bf2ceed755f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:16.369320 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-88758b49-dc0e-4250-81cb-eb1ffe7b02ba req-038c06af-c935-4e7f-be2d-4bf2ceed755f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d44de8ba-0e5c-4d38-9f29-badc26ec2459 HTTP/1.1" status: 200 len: 843 time: 0.4111845 Nov 19 14:28:16.526215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:16.534145 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7889f08c-791a-47ef-898d-04afd7dcc1fe req-c9b02102-d59a-40ad-bb84-7c5c016baa08 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] No DVR routers for this DVR port d64e96f9-6422-481d-b8fe-173ec6bf2948 on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:28:16.541858 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7889f08c-791a-47ef-898d-04afd7dcc1fe req-c9b02102-d59a-40ad-bb84-7c5c016baa08 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:16.550495 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504ae090-a991-449e-bc52-b7a3e19e7dd7', 'name': 'network-vif-deleted', 'tag': 'd64e96f9-6422-481d-b8fe-173ec6bf2948'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:16.582234 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7889f08c-791a-47ef-898d-04afd7dcc1fe req-c9b02102-d59a-40ad-bb84-7c5c016baa08 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "DELETE /v2.0/ports/d64e96f9-6422-481d-b8fe-173ec6bf2948 HTTP/1.1" status: 204 len: 173 time: 1.9259441 Nov 19 14:28:16.602160 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-88758b49-dc0e-4250-81cb-eb1ffe7b02ba req-38790e98-fccd-496a-80e0-1601217a0362 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87651b52-7063-4a01-b4e9-442923377074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2203724 Nov 19 14:28:16.618677 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc53eac-b870-4b9f-8a32-dc444124bcca req-ffd83a76-5fe7-43bd-8453-1c169972823b tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:16.619980 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3bc53eac-b870-4b9f-8a32-dc444124bcca req-ffd83a76-5fe7-43bd-8453-1c169972823b tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 944 time: 0.1271665 Nov 19 14:28:16.792507 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3bc53eac-b870-4b9f-8a32-dc444124bcca req-df407a2d-db5d-477c-b1ee-68fdd63eeae4 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462564 Nov 19 14:28:16.835530 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-88758b49-dc0e-4250-81cb-eb1ffe7b02ba req-b19cb2f6-2ed3-40ac-9983-9d0e6f86cda8 service neutron] 10.222.0.16 "GET /v2.0/networks/87651b52-7063-4a01-b4e9-442923377074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084904 Nov 19 14:28:16.898541 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9a465362-fa06-4315-946f-87c645f2fd18 req-fce1ab9d-c092-443c-8de3-cb91b7d8c0be tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=504ae090-a991-449e-bc52-b7a3e19e7dd7 HTTP/1.1" status: 200 len: 210 time: 0.0506480 Nov 19 14:28:16.991624 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504ae090-a991-449e-bc52-b7a3e19e7dd7', 'name': 'network-vif-deleted', 'tag': 'd64e96f9-6422-481d-b8fe-173ec6bf2948', 'status': 'completed', 'code': 200} Nov 19 14:28:17.039162 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-88758b49-dc0e-4250-81cb-eb1ffe7b02ba req-89d0a53d-69fd-42a8-8556-32d1b0fceb34 service neutron] 10.222.0.16 "GET /v2.0/networks/87651b52-7063-4a01-b4e9-442923377074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2021308 Nov 19 14:28:17.271215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device d5e1d818-d4d9-49b3-a2dc-4911dfb69165 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:28:17.343356 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:28:17.348644 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:28:17.349041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:17.377634 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e5b1e-923f-45d2-a571-39ee529ec613 req-84cc45d2-fc61-4620-afb6-d881668659bc tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:17.379347 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-645e5b1e-923f-45d2-a571-39ee529ec613 req-84cc45d2-fc61-4620-afb6-d881668659bc tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0913908 Nov 19 14:28:17.424990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:17.431258 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-645e5b1e-923f-45d2-a571-39ee529ec613 req-16076063-ab05-4c50-9b83-079a4d1479bd tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Nov 19 14:28:17.491117 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:17.519607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:17.529980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port d5e1d818-d4d9-49b3-a2dc-4911dfb69165, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165,segment=NetworkSegment(de4eb240-d84a-4ab6-ab98-cff05bd8f968),segment_id=de4eb240-d84a-4ab6-ab98-cff05bd8f968)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:17.533379 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:17.535347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:17.570860 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device d64e96f9-6422-481d-b8fe-173ec6bf2948 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:28:17.586471 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf774a-7494-409a-a78d-8aacdb2b749c req-80289f32-1c26-499a-8c1f-69d71cf3b45a tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:17.587971 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2eaf774a-7494-409a-a78d-8aacdb2b749c req-80289f32-1c26-499a-8c1f-69d71cf3b45a tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 948 time: 0.0872519 Nov 19 14:28:17.600248 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165', 'code': 200} Nov 19 14:28:17.620756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] No Port match for: d64e96f9-6422-481d-b8fe-173ec6bf2948 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:28:17.621143 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device d64e96f9-6422-481d-b8fe-173ec6bf2948 not bound to the agent host hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:28:17.638486 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2eaf774a-7494-409a-a78d-8aacdb2b749c req-cf93e926-67fc-46fb-a8ac-01c784b17512 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Nov 19 14:28:17.640137 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=d5e1d818-d4d9-49b3-a2dc-4911dfb69165,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:17.644151 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:17.906955 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-653016e4-459a-44fe-baf1-edb629900e18 req-325d5901-500d-4600-8c79-cf17ea76ac32 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 1163 time: 0.0794263 Nov 19 14:28:17.993781 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:18.018394 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-653016e4-459a-44fe-baf1-edb629900e18 req-4f7712e8-321a-48e1-b8c0-830da7ef4a9f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965986 Nov 19 14:28:18.048349 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0511eba-95aa-4c45-b276-1231b0b8162b req-6eff1f12-f33f-4bda-b274-5f41cef2f496 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:18.050467 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f0511eba-95aa-4c45-b276-1231b0b8162b req-6eff1f12-f33f-4bda-b274-5f41cef2f496 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 946 time: 0.0983882 Nov 19 14:28:18.102255 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f0511eba-95aa-4c45-b276-1231b0b8162b req-c760c901-5b83-4d46-9e0a-123a0bb054c7 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449290 Nov 19 14:28:18.427933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c535e-4333-4235-898a-9ab697fae9fc req-ae0fb69c-2c8c-45d0-bfd5-1356e1397eac tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:18.429862 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a14c535e-4333-4235-898a-9ab697fae9fc req-ae0fb69c-2c8c-45d0-bfd5-1356e1397eac tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 945 time: 0.0878580 Nov 19 14:28:18.491136 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a14c535e-4333-4235-898a-9ab697fae9fc req-1fe977dc-353f-4f81-b16f-ef36663a83bf tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540485 Nov 19 14:28:18.691033 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eb007-122c-4ced-ae32-c14b9d5d9dcc req-70a25a5d-19d0-4c15-947f-56e2d3bf5130 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:18.692629 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-430eb007-122c-4ced-ae32-c14b9d5d9dcc req-70a25a5d-19d0-4c15-947f-56e2d3bf5130 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0873430 Nov 19 14:28:18.743435 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-430eb007-122c-4ced-ae32-c14b9d5d9dcc req-1157415e-2c44-4d3b-b5a7-95efbce4950d tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441608 Nov 19 14:28:18.867332 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8df565-1d40-4a04-b44a-fbec891bedb9 req-e9aceef7-ea67-4d87-a000-6455fb05ec74 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:18.868935 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc8df565-1d40-4a04-b44a-fbec891bedb9 req-e9aceef7-ea67-4d87-a000-6455fb05ec74 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 948 time: 0.0863585 Nov 19 14:28:18.902722 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device d5e1d818-d4d9-49b3-a2dc-4911dfb69165 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:28:18.921990 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc8df565-1d40-4a04-b44a-fbec891bedb9 req-dea01ff9-c215-4599-a5f5-b4dcaf92f586 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435944 Nov 19 14:28:18.980769 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:28:18.981189 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:19.324236 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b423d80-9452-4b53-88bf-fad714d54973 req-a0f167d2-716f-4615-9091-96ab38325c93 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:19.325835 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6b423d80-9452-4b53-88bf-fad714d54973 req-a0f167d2-716f-4615-9091-96ab38325c93 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 946 time: 0.0871603 Nov 19 14:28:19.379881 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6b423d80-9452-4b53-88bf-fad714d54973 req-96e19b25-01e9-4573-96b8-6cedab488f34 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450838 Nov 19 14:28:19.724775 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0751d6-8327-4fbc-ba8e-0ad737e3b344 req-369065a0-e996-498f-82f5-6b870f53ca1b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:19.725533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-2b0751d6-8327-4fbc-ba8e-0ad737e3b344 req-369065a0-e996-498f-82f5-6b870f53ca1b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Synchronizing usage tracker for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:19.741870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-2b0751d6-8327-4fbc-ba8e-0ad737e3b344 req-369065a0-e996-498f-82f5-6b870f53ca1b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Unset dirty status for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:19.743084 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2b0751d6-8327-4fbc-ba8e-0ad737e3b344 req-369065a0-e996-498f-82f5-6b870f53ca1b tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 945 time: 0.1049781 Nov 19 14:28:19.794878 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2b0751d6-8327-4fbc-ba8e-0ad737e3b344 req-dc15db80-5a29-4707-86c6-179283f4ca3c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453689 Nov 19 14:28:20.003769 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee8be9-449f-429d-b814-b346b6b97736 req-21a25530-3ef2-4cb5-9379-6cf0377eaca5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:20.005450 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d4ee8be9-449f-429d-b814-b346b6b97736 req-21a25530-3ef2-4cb5-9379-6cf0377eaca5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0912523 Nov 19 14:28:20.059846 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d4ee8be9-449f-429d-b814-b346b6b97736 req-58b8cbc9-25d8-4e77-885c-8b3cf3d02804 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479469 Nov 19 14:28:20.152316 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73991958-31eb-4f4d-bca5-ee1263bc898a req-46b5c7da-50ae-40a3-bec9-9baf1850adb6 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:20.154177 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-73991958-31eb-4f4d-bca5-ee1263bc898a req-46b5c7da-50ae-40a3-bec9-9baf1850adb6 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 948 time: 0.0920997 Nov 19 14:28:20.209000 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-73991958-31eb-4f4d-bca5-ee1263bc898a req-6de586f0-cf98-4784-ac2a-564ddd1080c3 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479691 Nov 19 14:28:20.613505 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07472111-3615-4aee-956c-38ae9e1a749a req-63b4e206-b4ee-476e-a662-fbb1e485b61f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:20.615452 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07472111-3615-4aee-956c-38ae9e1a749a req-63b4e206-b4ee-476e-a662-fbb1e485b61f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 946 time: 0.0943041 Nov 19 14:28:20.670281 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07472111-3615-4aee-956c-38ae9e1a749a req-bcc960ee-029a-493a-aff7-6f66ac3e00cf tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476973 Nov 19 14:28:20.781966 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490fd99-ca3b-4826-9be1-29cdbeab558e req-7a8e45ac-212d-431f-aa08-c37ca0dbebf8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:20.783652 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7490fd99-ca3b-4826-9be1-29cdbeab558e req-7a8e45ac-212d-431f-aa08-c37ca0dbebf8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.2956963 Nov 19 14:28:20.834907 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7490fd99-ca3b-4826-9be1-29cdbeab558e req-2e9f5343-cec0-4d33-b474-e1ee47d7cb40 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443013 Nov 19 14:28:20.893059 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bb59c-3194-41ee-a6a8-3553d20ee3e0 req-41c55614-4efe-4564-844c-6486d11c4a60 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:20.894732 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d22bb59c-3194-41ee-a6a8-3553d20ee3e0 req-41c55614-4efe-4564-844c-6486d11c4a60 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 946 time: 0.0841262 Nov 19 14:28:20.947453 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d22bb59c-3194-41ee-a6a8-3553d20ee3e0 req-490fb38f-efc9-4eec-bcf5-60f725f595a4 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462813 Nov 19 14:28:21.037554 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167511ed-c608-4b61-a808-87c2128a3a4c req-3a7f7c4d-58d9-4916-87e2-66316e35d8b6 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:21.039154 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-167511ed-c608-4b61-a808-87c2128a3a4c req-3a7f7c4d-58d9-4916-87e2-66316e35d8b6 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 945 time: 0.0848110 Nov 19 14:28:21.090896 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-167511ed-c608-4b61-a808-87c2128a3a4c req-f010eae0-2301-4b1e-afa3-a0eca5ebdd6a tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426798 Nov 19 14:28:21.177786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6bd00-30c2-4a3a-8c2e-af112b79f78f req-d6f38880-7b8c-4e81-887d-a0e9b0966001 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:21.179499 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d2c6bd00-30c2-4a3a-8c2e-af112b79f78f req-d6f38880-7b8c-4e81-887d-a0e9b0966001 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 945 time: 0.0903664 Nov 19 14:28:21.309294 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-d2c6bd00-30c2-4a3a-8c2e-af112b79f78f req-42178bd9-14e5-447e-9264-22673c5ea2f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Deleting port ecbc88e3-6ee9-4a01-83e9-118248d1d387 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:28:21.309659 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d2c6bd00-30c2-4a3a-8c2e-af112b79f78f req-42178bd9-14e5-447e-9264-22673c5ea2f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:21.467198 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd67e38-76b4-4107-b182-07102a325641 req-845c429e-3e3e-48af-9a50-42534c86182e tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:21.468782 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dcd67e38-76b4-4107-b182-07102a325641 req-845c429e-3e3e-48af-9a50-42534c86182e tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.2372808 Nov 19 14:28:21.533971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d0bf3-e94c-4999-b1b9-a325181ed3cb req-252d0ed6-0de1-4732-98ce-c1a00ae31ba6 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:21.535462 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-003d0bf3-e94c-4999-b1b9-a325181ed3cb req-252d0ed6-0de1-4732-98ce-c1a00ae31ba6 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 948 time: 0.0862455 Nov 19 14:28:21.584555 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-003d0bf3-e94c-4999-b1b9-a325181ed3cb req-67e11ef8-1d3b-4f1b-9484-75780ff25ae5 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423670 Nov 19 14:28:21.604923 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dcd67e38-76b4-4107-b182-07102a325641 req-93a5216c-382a-4df0-8fac-905a5a7f8f50 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293125 Nov 19 14:28:21.627868 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-d2c6bd00-30c2-4a3a-8c2e-af112b79f78f req-42178bd9-14e5-447e-9264-22673c5ea2f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] For port ecbc88e3-6ee9-4a01-83e9-118248d1d387, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ecbc88e3-6ee9-4a01-83e9-118248d1d387,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:21.628274 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d2c6bd00-30c2-4a3a-8c2e-af112b79f78f req-42178bd9-14e5-447e-9264-22673c5ea2f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:21.760219 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-d2c6bd00-30c2-4a3a-8c2e-af112b79f78f req-42178bd9-14e5-447e-9264-22673c5ea2f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Calling delete_port for ecbc88e3-6ee9-4a01-83e9-118248d1d387 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:28:21.786642 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36942670-2263-4171-a173-e6892608d884 req-659c9305-0ef4-40eb-9fca-7de79e6a390c tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:21.789165 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-36942670-2263-4171-a173-e6892608d884 req-659c9305-0ef4-40eb-9fca-7de79e6a390c tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 946 time: 0.0838518 Nov 19 14:28:21.844932 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-36942670-2263-4171-a173-e6892608d884 req-5a450a19-3b00-4d5a-974c-5fba8781d0e7 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485065 Nov 19 14:28:21.921333 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d2c6bd00-30c2-4a3a-8c2e-af112b79f78f req-42178bd9-14e5-447e-9264-22673c5ea2f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:22.060027 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7cb88f77-cf05-4063-9b28-b91da390848f tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:22.118536 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d25c1-5e23-43ff-9918-a383347970dc req-133ac16d-6110-459e-855c-740ce5f3ad3d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:22.130973 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-421d25c1-5e23-43ff-9918-a383347970dc req-133ac16d-6110-459e-855c-740ce5f3ad3d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1393254 Nov 19 14:28:22.167066 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42178bd9-14e5-447e-9264-22673c5ea2f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Pushing event deleted for resources: {'Port': ['ID=ecbc88e3-6ee9-4a01-83e9-118248d1d387,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:22.169929 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-42178bd9-14e5-447e-9264-22673c5ea2f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:22.190336 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-421d25c1-5e23-43ff-9918-a383347970dc req-fbbe85ee-d38f-4577-8b98-e56f2e4820b0 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581801 Nov 19 14:28:22.224798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c6bd00-30c2-4a3a-8c2e-af112b79f78f req-42178bd9-14e5-447e-9264-22673c5ea2f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] No DVR routers for this DVR port ecbc88e3-6ee9-4a01-83e9-118248d1d387 on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:28:22.227779 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d2c6bd00-30c2-4a3a-8c2e-af112b79f78f req-42178bd9-14e5-447e-9264-22673c5ea2f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:22.231143 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd183bae-8190-4729-b971-ecbd4e78daa4', 'name': 'network-vif-deleted', 'tag': 'ecbc88e3-6ee9-4a01-83e9-118248d1d387'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:22.240305 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network 87651b52-7063-4a01-b4e9-442923377074 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:28:22.250647 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d2c6bd00-30c2-4a3a-8c2e-af112b79f78f req-42178bd9-14e5-447e-9264-22673c5ea2f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "DELETE /v2.0/ports/ecbc88e3-6ee9-4a01-83e9-118248d1d387 HTTP/1.1" status: 204 len: 173 time: 1.0647683 Nov 19 14:28:22.378595 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3523a6ca-7114-4c4d-8764-a7a6e84c627e req-30147b65-fe2e-4d2d-a708-58873ba949e7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=dd183bae-8190-4729-b971-ecbd4e78daa4 HTTP/1.1" status: 200 len: 210 time: 0.0580509 Nov 19 14:28:22.465570 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd183bae-8190-4729-b971-ecbd4e78daa4', 'name': 'network-vif-deleted', 'tag': 'ecbc88e3-6ee9-4a01-83e9-118248d1d387', 'status': 'completed', 'code': 200} Nov 19 14:28:22.807632 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65cd31-ec01-4331-9110-be0763eda3c1 req-c3e12fa5-090d-44cd-8377-6a4ffec42ee7 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:22.809578 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5f65cd31-ec01-4331-9110-be0763eda3c1 req-c3e12fa5-090d-44cd-8377-6a4ffec42ee7 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 948 time: 0.0891421 Nov 19 14:28:22.829408 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.objects.ports [None req-9f290ee9-ea4e-4c10-8ef6-072dd754c165 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80336) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 14:28:22.860032 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5f65cd31-ec01-4331-9110-be0763eda3c1 req-4cabdf77-c8d5-40cb-9206-81ba2b9645c2 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424619 Nov 19 14:28:23.414153 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edbab4-63b9-4e1a-a640-da2756650b3b req-0745c385-d513-4c83-96e1-a506fc2d3bc2 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:23.415782 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-73edbab4-63b9-4e1a-a640-da2756650b3b req-0745c385-d513-4c83-96e1-a506fc2d3bc2 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0909669 Nov 19 14:28:23.476448 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-73edbab4-63b9-4e1a-a640-da2756650b3b req-fa4b0497-e5b9-462d-964f-c347206db524 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534811 Nov 19 14:28:24.074954 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee8f75-f806-4c32-bd49-b1e2e353b704 req-f1402d00-8a86-4db9-84ed-0781bbd23292 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:24.076567 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4cee8f75-f806-4c32-bd49-b1e2e353b704 req-f1402d00-8a86-4db9-84ed-0781bbd23292 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 948 time: 0.0857205 Nov 19 14:28:24.137025 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4cee8f75-f806-4c32-bd49-b1e2e353b704 req-3e428aeb-25b7-4af9-b6d5-edea4b188a12 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445554 Nov 19 14:28:24.312400 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 38a62fe6-1478-4812-bfc1-8be17590b36a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:28:24.383480 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port 38a62fe6-1478-4812-bfc1-8be17590b36a completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:28:24.388997 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 38a62fe6-1478-4812-bfc1-8be17590b36a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:28:24.389415 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:24.510134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:24.544525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 38a62fe6-1478-4812-bfc1-8be17590b36a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=38a62fe6-1478-4812-bfc1-8be17590b36a,segment=NetworkSegment(82d69ae8-cac1-4ac4-8d84-3346077643c7),segment_id=82d69ae8-cac1-4ac4-8d84-3346077643c7)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:24.545541 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616096e-ae53-4804-897f-eea17615d426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a62fe6-1478-4812-bfc1-8be17590b36a'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:24.552053 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:24.554260 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:24.622840 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=38a62fe6-1478-4812-bfc1-8be17590b36a,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:24.626125 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device ecbc88e3-6ee9-4a01-83e9-118248d1d387 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:28:24.654510 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:24.660266 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616096e-ae53-4804-897f-eea17615d426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a62fe6-1478-4812-bfc1-8be17590b36a', 'code': 200} Nov 19 14:28:24.666688 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] No Port match for: ecbc88e3-6ee9-4a01-83e9-118248d1d387 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:28:24.667079 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device ecbc88e3-6ee9-4a01-83e9-118248d1d387 not bound to the agent host hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:28:24.739099 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582b2d4-9b25-42be-8162-8db8ab70cf39 req-70c0f502-5a11-4592-81a0-49358c400130 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:24.740846 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f582b2d4-9b25-42be-8162-8db8ab70cf39 req-70c0f502-5a11-4592-81a0-49358c400130 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0935175 Nov 19 14:28:24.813508 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f582b2d4-9b25-42be-8162-8db8ab70cf39 req-be7da722-ba2e-4abc-bba7-ffe510c68856 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657132 Nov 19 14:28:24.977950 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-303b6f1e-3f4e-45ee-ae8e-1ac3b131a2e3 req-f9c98b1b-a24f-4e08-a5d0-a64d1e0ca1fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 1167 time: 0.0750420 Nov 19 14:28:25.052038 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-303b6f1e-3f4e-45ee-ae8e-1ac3b131a2e3 req-f64025b9-7741-4fbe-b89e-e281b76a2dba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397604 Nov 19 14:28:25.275898 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 38a62fe6-1478-4812-bfc1-8be17590b36a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:28:25.352755 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 38a62fe6-1478-4812-bfc1-8be17590b36a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:28:25.353090 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:25.357216 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836f459-96a5-4f26-a0f6-d2d239a7bd9a req-79c22381-2229-4e9b-8b61-84974f25e7e2 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:25.358873 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0836f459-96a5-4f26-a0f6-d2d239a7bd9a req-79c22381-2229-4e9b-8b61-84974f25e7e2 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 950 time: 0.0876946 Nov 19 14:28:25.372517 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a16a1-1106-41bd-9592-2dbc7f95ff18 req-f8e01767-2564-4992-875c-521c128ab198 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:25.373296 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-a85a16a1-1106-41bd-9592-2dbc7f95ff18 req-f8e01767-2564-4992-875c-521c128ab198 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Synchronizing usage tracker for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:25.391390 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-a85a16a1-1106-41bd-9592-2dbc7f95ff18 req-f8e01767-2564-4992-875c-521c128ab198 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Unset dirty status for tenant:1a9ca28804934403add148eff8fd4c9e on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:25.393942 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a85a16a1-1106-41bd-9592-2dbc7f95ff18 req-f8e01767-2564-4992-875c-521c128ab198 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 946 time: 0.1162651 Nov 19 14:28:25.418517 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0836f459-96a5-4f26-a0f6-d2d239a7bd9a req-3bc9aba8-3a2e-4d76-a4dc-334cf4264d89 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527303 Nov 19 14:28:25.450312 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a85a16a1-1106-41bd-9592-2dbc7f95ff18 req-a113d6ea-e1c8-4892-9a92-ab96b8d494a9 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502295 Nov 19 14:28:26.044941 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4af0a-994d-4245-b541-892685df97e1 req-dca94360-ffbd-4344-ae8d-45dda2f0a217 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:26.046837 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f7f4af0a-994d-4245-b541-892685df97e1 req-dca94360-ffbd-4344-ae8d-45dda2f0a217 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0885754 Nov 19 14:28:26.100176 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f7f4af0a-994d-4245-b541-892685df97e1 req-f6545d38-dcaf-48de-a9bb-53ecd43a865d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456812 Nov 19 14:28:26.640629 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409604c4-e0be-4720-a0fa-30b29ab00edc req-cd138dd1-ddde-43de-999e-2cbf9f2a058e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:26.642254 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-409604c4-e0be-4720-a0fa-30b29ab00edc req-cd138dd1-ddde-43de-999e-2cbf9f2a058e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 950 time: 0.0886948 Nov 19 14:28:26.669895 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b65ca-2be1-4e86-990b-c780f8f51e8a req-e9399cda-0dba-450a-b77e-8df9c14d7a29 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:26.671542 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-310b65ca-2be1-4e86-990b-c780f8f51e8a req-e9399cda-0dba-450a-b77e-8df9c14d7a29 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 946 time: 0.0871072 Nov 19 14:28:26.693536 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-409604c4-e0be-4720-a0fa-30b29ab00edc req-ea71f455-1552-4749-98e4-1bf539b8e2a8 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Nov 19 14:28:26.726477 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-310b65ca-2be1-4e86-990b-c780f8f51e8a req-2db3c8b8-39d4-410a-baca-05063eb8498c tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480969 Nov 19 14:28:27.329345 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 38a62fe6-1478-4812-bfc1-8be17590b36a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:28:27.349844 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa41f-fd32-47f7-8162-2225600ff097 req-b8dd3e21-5363-4d1f-b0d6-4d951d656735 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:27.358819 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-89faa41f-fd32-47f7-8162-2225600ff097 req-b8dd3e21-5363-4d1f-b0d6-4d951d656735 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1239252 Nov 19 14:28:27.407476 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 38a62fe6-1478-4812-bfc1-8be17590b36a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:28:27.407806 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:27.415453 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-89faa41f-fd32-47f7-8162-2225600ff097 req-bf4ef083-2944-4841-bccf-58906843fa2a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534227 Nov 19 14:28:27.675546 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a9675-eeb1-4cda-a175-6f8674973e61 req-37e39e03-e260-4af9-9be9-eb6692fe0080 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:27.677145 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-394a9675-eeb1-4cda-a175-6f8674973e61 req-37e39e03-e260-4af9-9be9-eb6692fe0080 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0872583 Nov 19 14:28:27.730796 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-394a9675-eeb1-4cda-a175-6f8674973e61 req-71199a1b-7ea4-43e3-8d5c-7bd187084035 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469677 Nov 19 14:28:27.920990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aafd7-be54-499e-ac5f-4a899b3d2ab5 req-38301d13-4ad7-4e3a-b8fa-0d04f1b1c8e8 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:27.922597 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ea9aafd7-be54-499e-ac5f-4a899b3d2ab5 req-38301d13-4ad7-4e3a-b8fa-0d04f1b1c8e8 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 950 time: 0.0941246 Nov 19 14:28:27.941290 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70e1d4-f361-4380-935f-5eb5732f6446 req-58ba65ca-1dc6-4e00-9762-9240b7b7a640 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:27.942874 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3a70e1d4-f361-4380-935f-5eb5732f6446 req-58ba65ca-1dc6-4e00-9762-9240b7b7a640 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 946 time: 0.0870302 Nov 19 14:28:27.973433 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ea9aafd7-be54-499e-ac5f-4a899b3d2ab5 req-5e160b2a-f62d-4eb7-8192-0bb3e66078f8 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436862 Nov 19 14:28:27.994245 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3a70e1d4-f361-4380-935f-5eb5732f6446 req-31fa4df6-ed7e-487f-b885-9cd762569b35 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444589 Nov 19 14:28:28.312191 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cb67c-6799-4ee7-b30e-652c0a64b1ac req-644da340-7b16-4821-ba82-bdaab001a0a7 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:28.313921 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6c4cb67c-6799-4ee7-b30e-652c0a64b1ac req-644da340-7b16-4821-ba82-bdaab001a0a7 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 946 time: 0.0914195 Nov 19 14:28:28.363393 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6c4cb67c-6799-4ee7-b30e-652c0a64b1ac req-ee3475fe-4074-497b-a2dc-1664899b8ca3 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429859 Nov 19 14:28:28.472477 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600f2db-04b3-4004-91ba-07888ffd7556 req-d1ab5d68-0a1f-4f01-a4c0-e69ceeaf1ce8 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:28.474129 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d600f2db-04b3-4004-91ba-07888ffd7556 req-d1ab5d68-0a1f-4f01-a4c0-e69ceeaf1ce8 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 950 time: 0.0859652 Nov 19 14:28:28.525995 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d600f2db-04b3-4004-91ba-07888ffd7556 req-f8e39fec-cf2b-4bd5-bab7-152c2d36e5a0 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441916 Nov 19 14:28:28.580031 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-57f3d743-1619-441f-b80c-a9ee8e229127 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Synchronizing usage tracker for tenant:537cef2c3277473a913f1a6e337b245b on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:28.596932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-57f3d743-1619-441f-b80c-a9ee8e229127 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Unset dirty status for tenant:537cef2c3277473a913f1a6e337b245b on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:28.598341 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-57f3d743-1619-441f-b80c-a9ee8e229127 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1809957 Nov 19 14:28:28.608488 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Request body: {'floatingip': {'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:28.614367 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:28.618486 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Usage tracker for resource:floatingip and tenant:537cef2c3277473a913f1a6e337b245b is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:28:28.621848 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:28:28.627771 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:28.639354 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for floatingip, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:28.729054 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be0673-3032-41bc-aefa-95671d76ac83 req-8509a13d-c73e-4773-a2f3-34a70624df4b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:28.730685 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-85be0673-3032-41bc-aefa-95671d76ac83 req-8509a13d-c73e-4773-a2f3-34a70624df4b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0851238 Nov 19 14:28:28.780815 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-85be0673-3032-41bc-aefa-95671d76ac83 req-d2ee4e19-fe31-4e42-bc79-a95eae217f79 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 Nov 19 14:28:28.790376 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:29.002365 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device ac203b46-8371-4416-b6dd-a71bc2a3e769 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:28:29.139674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:29.172826 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092eaaee-f389-46d3-9859-7a81696f4869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac203b46-8371-4416-b6dd-a71bc2a3e769'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:29.184386 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port ac203b46-8371-4416-b6dd-a71bc2a3e769, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ac203b46-8371-4416-b6dd-a71bc2a3e769,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:29.191247 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:29.193224 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:29.265371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=ac203b46-8371-4416-b6dd-a71bc2a3e769,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:29.270223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:29.283727 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288444d-7663-4c96-aa75-913edb1e6da1 req-aa3bf4d5-e0a4-4ea3-856b-abb1997f7ff6 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:29.285350 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9288444d-7663-4c96-aa75-913edb1e6da1 req-aa3bf4d5-e0a4-4ea3-856b-abb1997f7ff6 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0876772 Nov 19 14:28:29.334485 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ed400-ba9a-4135-8b07-56d5e10116bd req-43d68cfa-0641-4fd6-8966-85eba9d7162e tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:29.335971 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-140ed400-ba9a-4135-8b07-56d5e10116bd req-43d68cfa-0641-4fd6-8966-85eba9d7162e tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 944 time: 0.1637845 Nov 19 14:28:29.338655 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9288444d-7663-4c96-aa75-913edb1e6da1 req-ce91fc31-55ec-46a3-bbdc-5ecac810e941 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466347 Nov 19 14:28:29.381427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Allocated IP 172.28.0.104 (ca817bba-b7b8-4a37-9c7c-42c1a6687b2c/542d015a-8e34-4d9c-af1c-363e209ac3b2/31e11b91-511d-450c-addf-695ef2dcf51f) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:28:29.450778 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-140ed400-ba9a-4135-8b07-56d5e10116bd req-1cffc79c-aa56-4f3a-9532-593284b649c7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Deleting port ac203b46-8371-4416-b6dd-a71bc2a3e769 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:28:29.451072 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-140ed400-ba9a-4135-8b07-56d5e10116bd req-1cffc79c-aa56-4f3a-9532-593284b649c7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:29.541616 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514eb84-393f-43fb-9372-be2f074e4e5b req-c124239e-f989-4e36-b624-05d98d466fea tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:29.543280 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d514eb84-393f-43fb-9372-be2f074e4e5b req-c124239e-f989-4e36-b624-05d98d466fea tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 944 time: 0.0846083 Nov 19 14:28:29.594674 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d514eb84-393f-43fb-9372-be2f074e4e5b req-41835d57-bd8b-4f5f-b6c7-d03d787d2294 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/security-groups?id=c0a27acb-a922-4cfa-8e1b-522d4769d3df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445230 Nov 19 14:28:29.665137 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092eaaee-f389-46d3-9859-7a81696f4869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac203b46-8371-4416-b6dd-a71bc2a3e769', 'code': 200} Nov 19 14:28:29.700365 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:29.831209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-140ed400-ba9a-4135-8b07-56d5e10116bd req-1cffc79c-aa56-4f3a-9532-593284b649c7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] For port ac203b46-8371-4416-b6dd-a71bc2a3e769, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ac203b46-8371-4416-b6dd-a71bc2a3e769,segment=NetworkSegment(b3599cf2-746f-48ce-ac05-c4c2576c14b1),segment_id=b3599cf2-746f-48ce-ac05-c4c2576c14b1)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:29.831599 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-140ed400-ba9a-4135-8b07-56d5e10116bd req-1cffc79c-aa56-4f3a-9532-593284b649c7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:29.845286 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:29.859772 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32ce92-1a3c-492e-b1ca-afd6fb2b62f3 req-0f498103-74a8-4a16-ac95-d65cad8115cd tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:29.861380 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-df32ce92-1a3c-492e-b1ca-afd6fb2b62f3 req-0f498103-74a8-4a16-ac95-d65cad8115cd tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 950 time: 0.0995817 Nov 19 14:28:29.910211 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-df32ce92-1a3c-492e-b1ca-afd6fb2b62f3 req-29171730-7e14-4383-a02b-e9aff020d42d tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Nov 19 14:28:29.913298 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f960572c-3f51-45c6-9100-f9b214e57cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:30.012215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-140ed400-ba9a-4135-8b07-56d5e10116bd req-1cffc79c-aa56-4f3a-9532-593284b649c7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Calling delete_port for ac203b46-8371-4416-b6dd-a71bc2a3e769 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:28:30.115980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e0220-84aa-4ac3-9d94-774738a02050 req-5ab49bc4-d9f7-4a46-a80e-83f521d1989b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:30.117734 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-872e0220-84aa-4ac3-9d94-774738a02050 req-5ab49bc4-d9f7-4a46-a80e-83f521d1989b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0875139 Nov 19 14:28:30.166955 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-872e0220-84aa-4ac3-9d94-774738a02050 req-405c8de9-5788-466d-b654-b6f5521525e9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423737 Nov 19 14:28:30.189400 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Pushing event updated for resources: {'Port': ['ID=31e11b91-511d-450c-addf-695ef2dcf51f,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:30.258192 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.258607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.258989 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.259376 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.259758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.260141 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.260522 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.260901 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.261283 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.261725 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.262045 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.262418 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.262854 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.263228 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.263602 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.263961 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.264331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.264707 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.265077 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.265448 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.265845 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.266221 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.266591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.266960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:30.278857 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:30.314672 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:28:30.316436 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-140ed400-ba9a-4135-8b07-56d5e10116bd req-1cffc79c-aa56-4f3a-9532-593284b649c7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:30.318310 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:28:30.333348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:30.362562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:28:30.423177 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffc79c-aa56-4f3a-9532-593284b649c7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Pushing event deleted for resources: {'Port': ['ID=ac203b46-8371-4416-b6dd-a71bc2a3e769,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:30.442787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-1cffc79c-aa56-4f3a-9532-593284b649c7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:30.593010 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7c67d-cceb-47b4-b3f4-0c05d0c965df req-00cf3cbd-978b-4b1a-81b7-7e873a4dd516 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:30.594714 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4ef7c67d-cceb-47b4-b3f4-0c05d0c965df req-00cf3cbd-978b-4b1a-81b7-7e873a4dd516 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0938995 Nov 19 14:28:30.611970 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-140ed400-ba9a-4135-8b07-56d5e10116bd req-1cffc79c-aa56-4f3a-9532-593284b649c7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] No DVR routers for this DVR port ac203b46-8371-4416-b6dd-a71bc2a3e769 on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:28:30.615592 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-140ed400-ba9a-4135-8b07-56d5e10116bd req-1cffc79c-aa56-4f3a-9532-593284b649c7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:30.618358 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092eaaee-f389-46d3-9859-7a81696f4869', 'name': 'network-vif-deleted', 'tag': 'ac203b46-8371-4416-b6dd-a71bc2a3e769'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:30.627918 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for floatingip, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:30.646352 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4ef7c67d-cceb-47b4-b3f4-0c05d0c965df req-7ea1dae4-fe4c-4b4d-8041-a17b20b744e1 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451272 Nov 19 14:28:30.667987 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-140ed400-ba9a-4135-8b07-56d5e10116bd req-1cffc79c-aa56-4f3a-9532-593284b649c7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.16 "DELETE /v2.0/ports/ac203b46-8371-4416-b6dd-a71bc2a3e769 HTTP/1.1" status: 204 len: 173 time: 1.3225074 Nov 19 14:28:30.695805 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:30.728543 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092eaaee-f389-46d3-9859-7a81696f4869', 'name': 'network-vif-deleted', 'tag': 'ac203b46-8371-4416-b6dd-a71bc2a3e769', 'status': 'completed', 'code': 200} Nov 19 14:28:30.874659 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-57c26ffa-a15a-4535-b5b7-1f9516206878 req-cef540f9-b984-48d1-9b4a-27c5ee03aa15 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] 10.222.0.43 "GET /v2.0/ports?device_id=092eaaee-f389-46d3-9859-7a81696f4869 HTTP/1.1" status: 200 len: 210 time: 0.0452678 Nov 19 14:28:30.985932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:30.990471 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:31.005931 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:31.126048 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102f6e8-9ded-4948-b9cf-c1f7e38a90d6 req-221fcbff-5ec7-445c-a7c6-430e59702815 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:31.127843 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1102f6e8-9ded-4948-b9cf-c1f7e38a90d6 req-221fcbff-5ec7-445c-a7c6-430e59702815 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 950 time: 0.0871711 Nov 19 14:28:31.176639 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1102f6e8-9ded-4948-b9cf-c1f7e38a90d6 req-5885cb8e-93a2-4da9-a43c-50e9bb3d4937 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421698 Nov 19 14:28:31.177487 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Pushing event updated for resources: {'Port': ['ID=31e11b91-511d-450c-addf-695ef2dcf51f,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:31.180748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:31.208609 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 38a62fe6-1478-4812-bfc1-8be17590b36a no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:28:31.303580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6c5a2-a836-407e-a67e-7bdff13cd54e req-88827db3-a522-4655-a48a-a3a13b0661eb tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:31.305170 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b1c6c5a2-a836-407e-a67e-7bdff13cd54e req-88827db3-a522-4655-a48a-a3a13b0661eb tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.16 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 950 time: 0.1720130 Nov 19 14:28:31.330724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:31.366431 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 38a62fe6-1478-4812-bfc1-8be17590b36a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=38a62fe6-1478-4812-bfc1-8be17590b36a,segment=NetworkSegment(82d69ae8-cac1-4ac4-8d84-3346077643c7),segment_id=82d69ae8-cac1-4ac4-8d84-3346077643c7)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:31.371432 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:31.375111 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:31.379559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:31.382563 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc481a8-1a2d-446a-a9e7-8ad9b4239047 req-0b947450-f7d0-4f09-81d2-768ea5744ca1 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:31.384437 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-afc481a8-1a2d-446a-a9e7-8ad9b4239047 req-0b947450-f7d0-4f09-81d2-768ea5744ca1 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0864124 Nov 19 14:28:31.408380 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-b1c6c5a2-a836-407e-a67e-7bdff13cd54e req-29b8c388-cd43-4b71-9092-286d84db6296 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Deleting port 38a62fe6-1478-4812-bfc1-8be17590b36a {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:28:31.409064 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b1c6c5a2-a836-407e-a67e-7bdff13cd54e req-29b8c388-cd43-4b71-9092-286d84db6296 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:31.444968 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-afc481a8-1a2d-446a-a9e7-8ad9b4239047 req-785155f1-aa43-4b13-ac2d-ad770083db0f tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532787 Nov 19 14:28:31.446968 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=38a62fe6-1478-4812-bfc1-8be17590b36a,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:31.450197 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:31.450425 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:31.451734 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8475552 Nov 19 14:28:31.587618 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-935bca72-3e88-432d-aa37-f0abd5d01a43 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Synchronizing usage tracker for tenant:537cef2c3277473a913f1a6e337b245b on resource:floatingip {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:31.651342 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-935bca72-3e88-432d-aa37-f0abd5d01a43 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Unset dirty status for tenant:537cef2c3277473a913f1a6e337b245b on resource:floatingip {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:31.652747 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-935bca72-3e88-432d-aa37-f0abd5d01a43 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.0.104 HTTP/1.1" status: 200 len: 696 time: 0.1848562 Nov 19 14:28:31.665927 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616096e-ae53-4804-897f-eea17615d426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a62fe6-1478-4812-bfc1-8be17590b36a'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:31.814600 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616096e-ae53-4804-897f-eea17615d426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a62fe6-1478-4812-bfc1-8be17590b36a', 'code': 200} Nov 19 14:28:32.005824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbdc32-04f4-4950-af1c-63c88af133f9 req-427368bf-8650-4444-860e-c73d521441ee tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:32.007421 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-51bbdc32-04f4-4950-af1c-63c88af133f9 req-427368bf-8650-4444-860e-c73d521441ee tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.0922790 Nov 19 14:28:32.057833 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-51bbdc32-04f4-4950-af1c-63c88af133f9 req-26f79784-1d94-4e63-88a6-7b58b86fbcf1 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Nov 19 14:28:32.146391 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-b1c6c5a2-a836-407e-a67e-7bdff13cd54e req-29b8c388-cd43-4b71-9092-286d84db6296 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] For port 38a62fe6-1478-4812-bfc1-8be17590b36a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=38a62fe6-1478-4812-bfc1-8be17590b36a,segment=NetworkSegment(82d69ae8-cac1-4ac4-8d84-3346077643c7),segment_id=82d69ae8-cac1-4ac4-8d84-3346077643c7)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:32.146786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b1c6c5a2-a836-407e-a67e-7bdff13cd54e req-29b8c388-cd43-4b71-9092-286d84db6296 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:32.159988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59196) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:32.229926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Deleting subnet 54b9d577-16b6-421d-b592-1d51eee4212f {{(pid=80335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 14:28:32.233494 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:32.305974 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-b1c6c5a2-a836-407e-a67e-7bdff13cd54e req-29b8c388-cd43-4b71-9092-286d84db6296 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Calling delete_port for 38a62fe6-1478-4812-bfc1-8be17590b36a owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:28:32.314701 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:32.324469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1992101'] for subnet, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:32.352685 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-5266b05e-3430-4c8b-8fa2-4a30f88b41f0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:32.354176 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-5266b05e-3430-4c8b-8fa2-4a30f88b41f0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/networks/ca817bba-b7b8-4a37-9c7c-42c1a6687b2c HTTP/1.1" status: 200 len: 784 time: 0.6930635 Nov 19 14:28:32.370386 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-8c2762cd-704d-4c3f-af25-624b826d5471 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:28:32.371393 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b920e83e-065c-41b1-b232-8e0bdac6d4e4 req-8c2762cd-704d-4c3f-af25-624b826d5471 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0095682 Nov 19 14:28:32.385933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72538650-f721-4c31-ad61-7057fcf9019e req-8a13e39c-6e83-49e9-a84e-5ac352410ec1 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:32.387506 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72538650-f721-4c31-ad61-7057fcf9019e req-8a13e39c-6e83-49e9-a84e-5ac352410ec1 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.16 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.4192293 Nov 19 14:28:32.481794 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36553a2-deb8-4ede-91e5-e606b352a09f req-56a471be-fb86-4701-a485-8f3c90ca7ae8 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:32.483450 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d36553a2-deb8-4ede-91e5-e606b352a09f req-56a471be-fb86-4701-a485-8f3c90ca7ae8 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 948 time: 0.1626887 Nov 19 14:28:32.529923 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Deleting port 240e58bb-f932-4ae4-8f41-baad12f36598 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:28:32.530216 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:32.632637 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d36553a2-deb8-4ede-91e5-e606b352a09f req-1bf5655a-bd0a-44a8-a68c-b1af8b159337 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/security-groups?id=a954972a-a52e-4f08-9ec6-b09d15b53880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356471 Nov 19 14:28:32.711367 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b1c6c5a2-a836-407e-a67e-7bdff13cd54e req-29b8c388-cd43-4b71-9092-286d84db6296 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:32.713511 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852783684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for subnet, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:32.730187 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2b667b0d-99f3-46f2-96d1-63cb3383f9ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:32.739714 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-1cffc79c-aa56-4f3a-9532-593284b649c7 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:32.807913 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b9d577-16b6-421d-b592-1d51eee4212f,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:32.809978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8c388-cd43-4b71-9092-286d84db6296 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Pushing event deleted for resources: {'Port': ['ID=38a62fe6-1478-4812-bfc1-8be17590b36a,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:32.812679 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-29b8c388-cd43-4b71-9092-286d84db6296 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:32.913364 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.913790 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.914204 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.914591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.914960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.915338 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.915714 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.916102 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.916477 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.916853 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.917227 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.917597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.918057 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.918429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.918800 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.919170 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.919537 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.919906 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.920268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.920631 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.921000 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.921597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.921752 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.922082 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:32.928457 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:32.947989 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-34e664eb-ee7c-426c-8798-2025fc9f421c tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:32.948236 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:32.949656 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-34e664eb-ee7c-426c-8798-2025fc9f421c tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4266551 Nov 19 14:28:32.957815 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/54b9d577-16b6-421d-b592-1d51eee4212f HTTP/1.1" status: 204 len: 168 time: 0.7966478 Nov 19 14:28:32.960443 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59208) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:33.000106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51173b3-20fc-4219-8719-c56f2efb2309 req-1ffd92f4-1d6a-46f2-b4cf-5076abdb2ea3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:33.001710 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f51173b3-20fc-4219-8719-c56f2efb2309 req-1ffd92f4-1d6a-46f2-b4cf-5076abdb2ea3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.2388442 Nov 19 14:28:33.119785 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1858883'] for network, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:33.156348 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-05b408e0-1391-44c6-a74e-ba0acbd98bbd tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.0.104 HTTP/1.1" status: 200 len: 696 time: 0.1483982 Nov 19 14:28:33.163020 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] For port 240e58bb-f932-4ae4-8f41-baad12f36598, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=240e58bb-f932-4ae4-8f41-baad12f36598,segment=NetworkSegment(89ae7cbe-f5bc-4e14-a134-20a2d916f3b0),segment_id=89ae7cbe-f5bc-4e14-a134-20a2d916f3b0)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:33.163453 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:33.197253 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f51173b3-20fc-4219-8719-c56f2efb2309 req-5cab9577-f37b-48b4-9eb2-df0770b20cd6 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824493 Nov 19 14:28:33.201924 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-ca8bd57c-b309-4960-a812-b557844bd9a1 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Request body: {'floatingip': {'port_id': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:33.272517 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device dd1dd24d-d5e0-4d66-adcb-d87120967d4a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:28:33.288149 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-ca8bd57c-b309-4960-a812-b557844bd9a1 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for floatingip, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:33.350195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970236', 'neutron.services.segments.db._delete_segments_for_network--9223363247167790520'] for network, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:33.376484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port dd1dd24d-d5e0-4d66-adcb-d87120967d4a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:28:33.377133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:33.477824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.478224 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.479774 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.479774 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > port after_create 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.479774 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > port after_delete 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.480135 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > port after_update 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.480392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.480746 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.481096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.481446 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.498098 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c6c5a2-a836-407e-a67e-7bdff13cd54e req-29b8c388-cd43-4b71-9092-286d84db6296 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] No DVR routers for this DVR port 38a62fe6-1478-4812-bfc1-8be17590b36a on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:28:33.513394 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Calling delete_port for 240e58bb-f932-4ae4-8f41-baad12f36598 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:28:33.544080 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 240e58bb-f932-4ae4-8f41-baad12f36598 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:28:33.545080 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b1c6c5a2-a836-407e-a67e-7bdff13cd54e req-29b8c388-cd43-4b71-9092-286d84db6296 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:33.547937 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616096e-ae53-4804-897f-eea17615d426', 'name': 'network-vif-deleted', 'tag': '38a62fe6-1478-4812-bfc1-8be17590b36a'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:33.582375 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.582761 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.583122 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.583494 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 14:28:33.583885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4']}} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:33.628510 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b1c6c5a2-a836-407e-a67e-7bdff13cd54e req-29b8c388-cd43-4b71-9092-286d84db6296 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.16 "DELETE /v2.0/ports/38a62fe6-1478-4812-bfc1-8be17590b36a HTTP/1.1" status: 204 len: 173 time: 2.3137448 Nov 19 14:28:33.661812 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3599cf2-746f-48ce-ac05-c4c2576c14b1') {'for_net_delete': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:33.662881 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3599cf2-746f-48ce-ac05-c4c2576c14b1') {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:33.666233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:33.684281 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247167819704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851820691'] for segment, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:33.703036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 240e58bb-f932-4ae4-8f41-baad12f36598, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=240e58bb-f932-4ae4-8f41-baad12f36598,segment=NetworkSegment(89ae7cbe-f5bc-4e14-a134-20a2d916f3b0),segment_id=89ae7cbe-f5bc-4e14-a134-20a2d916f3b0)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:33.708206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:33.710059 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-1518fe6c-2e45-4d15-b293-2ef5b86f5ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:33.717072 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:33.722275 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 14:28:33.725868 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.api [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80334) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 14:28:33.726249 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_db.api [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 14:28:33.743014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5146f36-96f2-441b-94a5-3e2ed82b36f3 req-66646088-27d8-4b93-9b1b-34b26d5c7213 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:33.744745 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c5146f36-96f2-441b-94a5-3e2ed82b36f3 req-66646088-27d8-4b93-9b1b-34b26d5c7213 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 946 time: 0.1526678 Nov 19 14:28:33.787200 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=240e58bb-f932-4ae4-8f41-baad12f36598,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:33.791025 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:33.815980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c438a2-e037-4cb7-a933-94c0fb648913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '240e58bb-f932-4ae4-8f41-baad12f36598'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:33.966106 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c5146f36-96f2-441b-94a5-3e2ed82b36f3 req-36a5c598-f33c-4df7-ac82-0dc8430fd263 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083108 Nov 19 14:28:33.967993 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 has no segments {{(pid=80335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:28:33.978742 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1994887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2251732'] for segment, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:34.088226 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0616096e-ae53-4804-897f-eea17615d426', 'name': 'network-vif-deleted', 'tag': '38a62fe6-1478-4812-bfc1-8be17590b36a', 'status': 'completed', 'code': 200} Nov 19 14:28:34.348657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Deleting port 240e58bb-f932-4ae4-8f41-baad12f36598 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:28:34.348657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:34.425906 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Network 5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 has no segments {{(pid=80335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: (rel_b, rel_a, rel_b), Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: (rel_b, rel_a, rel_b), Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: Traceback (most recent call last): Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: timer() Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: cb(*args, **kw) Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: return func(*args, **kwargs) Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: self._notify() Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: self.callback(batched_events) Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: event.method(event) Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: segment_id)['aggregates'][0] Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: return f(self, *a, **k) Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: return self._get(url).json() Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: **kwargs) Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: return self.request(url, 'GET', **kwargs) Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: **endpoint_filter) Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:28:34.458253 dv-cinder-763306-2-smb neutron-server[80223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:28:34.471994 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-33c43231-f9d4-4da9-8e77-6fff4625976a req-a76c2eda-f0b8-4a1b-a393-c14752d85fe9 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] 10.222.0.43 "GET /v2.0/ports?device_id=0616096e-ae53-4804-897f-eea17615d426 HTTP/1.1" status: 200 len: 210 time: 0.0928450 Nov 19 14:28:34.543126 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852805557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:34.547174 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:34.552685 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c438a2-e037-4cb7-a933-94c0fb648913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '240e58bb-f932-4ae4-8f41-baad12f36598', 'code': 200} Nov 19 14:28:34.565241 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:34.578465 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:34.583974 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:34.587998 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] 10.222.0.43 "DELETE /v2.0/networks/5cdfd60c-f0c7-4d3b-919f-2f816b2ed6f4 HTTP/1.1" status: 204 len: 168 time: 1.6250858 Nov 19 14:28:34.696205 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.resource_extend [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-ca8bd57c-b309-4960-a812-b557844bd9a1 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 14:28:34.763917 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da50af-4417-474e-ad4b-d7f0df14aa87 req-d39c848b-6ad6-4a9e-b208-6041b32f8588 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:34.765467 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-01da50af-4417-474e-ad4b-d7f0df14aa87 req-d39c848b-6ad6-4a9e-b208-6041b32f8588 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1082699 Nov 19 14:28:34.807206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] For port 240e58bb-f932-4ae4-8f41-baad12f36598, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=240e58bb-f932-4ae4-8f41-baad12f36598,segment=NetworkSegment(89ae7cbe-f5bc-4e14-a134-20a2d916f3b0),segment_id=89ae7cbe-f5bc-4e14-a134-20a2d916f3b0)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:34.807609 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:34.809712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59226) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:34.831026 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-ca8bd57c-b309-4960-a812-b557844bd9a1 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for floatingip, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:34.834957 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-01da50af-4417-474e-ad4b-d7f0df14aa87 req-7f3a6602-cbcc-4cf7-a591-82d476b0d18b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623591 Nov 19 14:28:34.873742 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-42408710-69db-49c4-8138-88ae3bfa9085 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a9ca28804934403add148eff8fd4c9e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0605571 Nov 19 14:28:34.873930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59230) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:34.892300 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-ca8bd57c-b309-4960-a812-b557844bd9a1 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:34.940580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ba45f059-9ef2-411e-9370-c4ca721336ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:34.968300 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ba45f059-9ef2-411e-9370-c4ca721336ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:35.011502 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Calling delete_port for 240e58bb-f932-4ae4-8f41-baad12f36598 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:28:35.023061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ba45f059-9ef2-411e-9370-c4ca721336ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:35.027520 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0f141534-f2b0-4653-ac2b-a8f4508206bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:35.043493 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45f059-9ef2-411e-9370-c4ca721336ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a27acb-a922-4cfa-8e1b-522d4769d3df,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:35.046659 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ba45f059-9ef2-411e-9370-c4ca721336ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:35.055342 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ba45f059-9ef2-411e-9370-c4ca721336ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:35.059521 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-ba45f059-9ef2-411e-9370-c4ca721336ad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0a27acb-a922-4cfa-8e1b-522d4769d3df HTTP/1.1" status: 204 len: 168 time: 0.1844442 Nov 19 14:28:35.242942 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e13e7-e6f7-4a64-bafd-a11d77d88d8a req-a17037ca-f089-4933-8aa4-d6c5cab17070 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:35.244705 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-982e13e7-e6f7-4a64-bafd-a11d77d88d8a req-a17037ca-f089-4933-8aa4-d6c5cab17070 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 944 time: 0.0858748 Nov 19 14:28:35.294517 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:35.298240 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-982e13e7-e6f7-4a64-bafd-a11d77d88d8a req-463d6553-1097-42d0-ad06-971e189daa36 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470984 Nov 19 14:28:35.311068 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:35.362058 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Pushing event deleted for resources: {'Port': ['ID=240e58bb-f932-4ae4-8f41-baad12f36598,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:35.369641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:35.456387 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_db [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-ca8bd57c-b309-4960-a812-b557844bd9a1 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Floating IP e8e6847e-7eef-4405-884c-239998d933b1 associated. External IP: 172.28.0.104, port: d5e1d818-d4d9-49b3-a2dc-4911dfb69165. Nov 19 14:28:35.936816 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] No DVR routers for this DVR port 240e58bb-f932-4ae4-8f41-baad12f36598 on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:28:35.941081 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:35.964995 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72538650-f721-4c31-ad61-7057fcf9019e req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.16 "DELETE /v2.0/ports/240e58bb-f932-4ae4-8f41-baad12f36598 HTTP/1.1" status: 204 len: 173 time: 3.5542023 Nov 19 14:28:36.132851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c438a2-e037-4cb7-a933-94c0fb648913', 'name': 'network-vif-deleted', 'tag': '240e58bb-f932-4ae4-8f41-baad12f36598'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:36.178739 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c841d-583a-493e-8d08-6896671b3e92 req-596fbf54-58b0-4726-98f5-962178f6ce22 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:36.194972 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-603c841d-583a-493e-8d08-6896671b3e92 req-596fbf54-58b0-4726-98f5-962178f6ce22 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1644051 Nov 19 14:28:36.286294 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-603c841d-583a-493e-8d08-6896671b3e92 req-736e4f98-71ba-424c-9d77-3a1049c5ac8f tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902479 Nov 19 14:28:36.363850 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c438a2-e037-4cb7-a933-94c0fb648913', 'name': 'network-vif-deleted', 'tag': '240e58bb-f932-4ae4-8f41-baad12f36598', 'status': 'completed', 'code': 200} Nov 19 14:28:36.379981 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-ca8bd57c-b309-4960-a812-b557844bd9a1 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Router d8590b05-3468-484e-a3da-c01cd361e5e4 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:28:36.557424 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d008a0f9-4f71-4bce-92b7-b2588acd4748 req-93555adf-396c-4b0b-9905-904785b9d14c tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=19c438a2-e037-4cb7-a933-94c0fb648913 HTTP/1.1" status: 200 len: 210 time: 0.0614755 Nov 19 14:28:36.631382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-ca8bd57c-b309-4960-a812-b557844bd9a1 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:28:36.636014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-ca8bd57c-b309-4960-a812-b557844bd9a1 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:36.644501 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423bcddd-e7a3-49c4-a5d5-88b9220ea04a None None] Sync routers for ids ['d8590b05-3468-484e-a3da-c01cd361e5e4'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:28:36.657301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423bcddd-e7a3-49c4-a5d5-88b9220ea04a None None] Routers {'d8590b05-3468-484e-a3da-c01cd361e5e4'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:28:36.658213 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-423bcddd-e7a3-49c4-a5d5-88b9220ea04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:28:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['d8590b05-3468-484e-a3da-c01cd361e5e4'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:36.697923 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-ca8bd57c-b309-4960-a812-b557844bd9a1 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "PUT /v2.0/floatingips/e8e6847e-7eef-4405-884c-239998d933b1 HTTP/1.1" status: 200 len: 997 time: 3.5003009 Nov 19 14:28:36.856479 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-423bcddd-e7a3-49c4-a5d5-88b9220ea04a None None] Set router d8590b05-3468-484e-a3da-c01cd361e5e4 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:28:36.871428 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-09b5e55d-7977-4334-ac8c-e38cb74e2d42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=537cef2c3277473a913f1a6e337b245b&device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 1163 time: 0.1555421 Nov 19 14:28:37.021834 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-a42c01c1-9bec-47cf-9cc1-c0832e603580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:37.023609 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-a42c01c1-9bec-47cf-9cc1-c0832e603580 service neutron] 10.222.0.43 "GET /v2.0/networks?id=689c586f-ae12-467a-93b8-8188743ae6eb HTTP/1.1" status: 200 len: 909 time: 0.1512132 Nov 19 14:28:37.223128 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-223053cf-d84c-479f-9841-aa55cfa22a61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 1000 time: 0.1925998 Nov 19 14:28:37.304482 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-3a3fcb41-8e8a-4f10-b179-cc810ebb8398 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:37.306201 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-3a3fcb41-8e8a-4f10-b179-cc810ebb8398 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fea6505e-93b5-42a5-aa0d-383bf41be193 HTTP/1.1" status: 200 len: 854 time: 0.0769684 Nov 19 14:28:37.414015 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-6468508f-5cf3-46e0-a9e2-7d9acbc73242 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=689c586f-ae12-467a-93b8-8188743ae6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1005189 Nov 19 14:28:37.420957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-efe4e895-f512-4bca-b0e5-8bb83a02eb99 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:28:37.429309 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-efe4e895-f512-4bca-b0e5-8bb83a02eb99 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0140133 Nov 19 14:28:37.459348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-423bcddd-e7a3-49c4-a5d5-88b9220ea04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 4, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port': {'id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:26Z', 'updated_at': '2020-11-19T14:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'e8e6847e-7eef-4405-884c-239998d933b1', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'floating_ip_address': '172.28.0.104', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'port_id': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'mac_address': 'fa:16:3e:aa:75:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:28:30Z', 'updated_at': '2020-11-19T14:28:34Z', 'revision_number': 1, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b79ade-2427-475c-a6fc-602c2198a910', 'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'mac_address': 'fa:16:3e:98:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:29Z', 'updated_at': '2020-11-19T14:27:39Z', 'revision_number': 5, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'subnets': [{'id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:37.463916 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423bcddd-e7a3-49c4-a5d5-88b9220ea04a None None] Checking router: d8590b05-3468-484e-a3da-c01cd361e5e4 for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:28:37.476693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423bcddd-e7a3-49c4-a5d5-88b9220ea04a None None] Routers {'d8590b05-3468-484e-a3da-c01cd361e5e4'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:28:37.477558 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-423bcddd-e7a3-49c4-a5d5-88b9220ea04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:28:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['d8590b05-3468-484e-a3da-c01cd361e5e4'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:37.536030 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d04d2-4805-48dd-b0e7-de65809712f5 req-3c8c912e-525e-4fbb-abea-9a0262eae007 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:37.543839 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ed3d04d2-4805-48dd-b0e7-de65809712f5 req-3c8c912e-525e-4fbb-abea-9a0262eae007 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1059136 Nov 19 14:28:37.594310 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ed3d04d2-4805-48dd-b0e7-de65809712f5 req-35693066-34f2-479a-975d-84aea6f3ec78 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493612 Nov 19 14:28:37.600833 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-eb6fddef-bb47-4581-b15e-9f6bc67b9f7d service neutron] 10.222.0.43 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705139 Nov 19 14:28:37.686608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-423bcddd-e7a3-49c4-a5d5-88b9220ea04a None None] Set router d8590b05-3468-484e-a3da-c01cd361e5e4 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:28:37.807582 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-14740cf3-2b33-430a-8b09-c00ae075fe71 req-8864b04d-4800-48d3-874b-e5659f70af09 service neutron] 10.222.0.43 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2002227 Nov 19 14:28:38.092317 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-70c0576c-47e8-4ff3-9747-1897c2de9d90 req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1352760583', 'description': 'tempest-TestMinimumBasicScenario-1352760583 description'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:38.111348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-70c0576c-47e8-4ff3-9747-1897c2de9d90 req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:38.124405 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-70c0576c-47e8-4ff3-9747-1897c2de9d90 req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:38.146043 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-70c0576c-47e8-4ff3-9747-1897c2de9d90 req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:38.153376 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-423bcddd-e7a3-49c4-a5d5-88b9220ea04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 4, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port': {'id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:26Z', 'updated_at': '2020-11-19T14:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'e8e6847e-7eef-4405-884c-239998d933b1', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'floating_ip_address': '172.28.0.104', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'port_id': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'mac_address': 'fa:16:3e:aa:75:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:28:30Z', 'updated_at': '2020-11-19T14:28:34Z', 'revision_number': 1, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b79ade-2427-475c-a6fc-602c2198a910', 'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'mac_address': 'fa:16:3e:98:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:29Z', 'updated_at': '2020-11-19T14:27:39Z', 'revision_number': 5, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'subnets': [{'id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:38.158892 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423bcddd-e7a3-49c4-a5d5-88b9220ea04a None None] The sync data for ids ['d8590b05-3468-484e-a3da-c01cd361e5e4'] in dv-cinder-763306-2-smb is: [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 4, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port': {'id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:26Z', 'updated_at': '2020-11-19T14:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'e8e6847e-7eef-4405-884c-239998d933b1', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'floating_ip_address': '172.28.0.104', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'port_id': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'mac_address': 'fa:16:3e:aa:75:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:28:30Z', 'updated_at': '2020-11-19T14:28:34Z', 'revision_number': 1, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0b79ade-2427-475c-a6fc-602c2198a910', 'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'mac_address': 'fa:16:3e:98:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:29Z', 'updated_at': '2020-11-19T14:27:39Z', 'revision_number': 5, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'subnets': [{'id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:28:38.211572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-70c0576c-47e8-4ff3-9747-1897c2de9d90 req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:38.215988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-70c0576c-47e8-4ff3-9747-1897c2de9d90 req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Usage tracker for resource:security_group_rule and tenant:537cef2c3277473a913f1a6e337b245b is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:28:38.220237 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-70c0576c-47e8-4ff3-9747-1897c2de9d90 req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:28:38.242735 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-70c0576c-47e8-4ff3-9747-1897c2de9d90 req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:38.354812 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-70c0576c-47e8-4ff3-9747-1897c2de9d90 req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:38.360533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-70c0576c-47e8-4ff3-9747-1897c2de9d90 req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:38.366553 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-77275acf-39e5-40b6-a513-298d97f87837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:38.401945 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Pushing event updated for resources: {'SecurityGroup': ['ID=85fcaaad-fe35-46f4-b999-a6dc5068046e,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:38.406970 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:38.424216 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-70c0576c-47e8-4ff3-9747-1897c2de9d90 req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:38.425496 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:38.425846 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70c0576c-47e8-4ff3-9747-1897c2de9d90 req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1653 time: 0.3398178 Nov 19 14:28:38.512666 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a8059-b70a-4c61-9619-58ec3eae8c37 req-79a50a33-5641-4f06-b7af-c332f7640b56 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:38.518671 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b79a8059-b70a-4c61-9619-58ec3eae8c37 req-79a50a33-5641-4f06-b7af-c332f7640b56 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1824107 Nov 19 14:28:38.522590 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0adacfdf-ec7b-4a3c-9422-3345378d151c req-ba4dbe31-16c6-4a21-8a09-1e351cba1b0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77b33d747f6846c6b1b67fccd366d808&device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 1163 time: 0.1855142 Nov 19 14:28:38.633060 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d61263-cd46-46dc-9f87-5ce4e2a472a9 None None] New status for floating IP e8e6847e-7eef-4405-884c-239998d933b1: ACTIVE {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 14:28:38.705638 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b79a8059-b70a-4c61-9619-58ec3eae8c37 req-838f611c-85ec-4c5f-837a-5ca422cf78e2 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814413 Nov 19 14:28:38.761930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adacfdf-ec7b-4a3c-9422-3345378d151c req-e47d229f-fc60-4800-aa7e-1cf72da50a6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:38.763842 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0adacfdf-ec7b-4a3c-9422-3345378d151c req-e47d229f-fc60-4800-aa7e-1cf72da50a6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9566fb2-f013-4e79-aed7-babb03e3eff8 HTTP/1.1" status: 200 len: 905 time: 0.2249236 Nov 19 14:28:38.991154 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0adacfdf-ec7b-4a3c-9422-3345378d151c req-6cac4bb7-cd84-4376-b8d6-9ac692215611 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1dd24d-d5e0-4d66-adcb-d87120967d4a HTTP/1.1" status: 200 len: 1001 time: 0.2175231 Nov 19 14:28:39.111802 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adacfdf-ec7b-4a3c-9422-3345378d151c req-a1dcf17a-be02-481f-a392-d1e6fb25afcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:39.114630 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0adacfdf-ec7b-4a3c-9422-3345378d151c req-a1dcf17a-be02-481f-a392-d1e6fb25afcf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e9e1595-8ff8-40af-b3f7-496f185928f3 HTTP/1.1" status: 200 len: 850 time: 0.1050901 Nov 19 14:28:39.127563 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36989330-8e21-4c51-bd30-429f8e8ee4a6 req-368a3faf-2c6a-4033-90db-cfb9d82d1532 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:39.128323 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-36989330-8e21-4c51-bd30-429f8e8ee4a6 req-368a3faf-2c6a-4033-90db-cfb9d82d1532 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Synchronizing usage tracker for tenant:39529dac6cd14baa83b65e88bb873659 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:39.214826 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-36989330-8e21-4c51-bd30-429f8e8ee4a6 req-368a3faf-2c6a-4033-90db-cfb9d82d1532 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Unset dirty status for tenant:39529dac6cd14baa83b65e88bb873659 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:39.216193 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-36989330-8e21-4c51-bd30-429f8e8ee4a6 req-368a3faf-2c6a-4033-90db-cfb9d82d1532 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.2879586 Nov 19 14:28:39.242562 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2b9fab6d-d9a1-4e37-9bec-b9702b244478 req-4726959f-2b3c-4518-bf1f-82aba1b1bfe9 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups/85fcaaad-fe35-46f4-b999-a6dc5068046e HTTP/1.1" status: 200 len: 1648 time: 0.0568926 Nov 19 14:28:39.247998 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-2b9fab6d-d9a1-4e37-9bec-b9702b244478 req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '85fcaaad-fe35-46f4-b999-a6dc5068046e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:39.248453 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-2b9fab6d-d9a1-4e37-9bec-b9702b244478 req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '85fcaaad-fe35-46f4-b999-a6dc5068046e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:39.254993 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-2b9fab6d-d9a1-4e37-9bec-b9702b244478 req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:39.259551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-2b9fab6d-d9a1-4e37-9bec-b9702b244478 req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Usage tracker for resource:security_group_rule and tenant:537cef2c3277473a913f1a6e337b245b is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:28:39.262892 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-2b9fab6d-d9a1-4e37-9bec-b9702b244478 req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:28:39.269308 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-2b9fab6d-d9a1-4e37-9bec-b9702b244478 req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:39.290546 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0adacfdf-ec7b-4a3c-9422-3345378d151c req-16527a20-4d51-45ad-acce-66d5f324bf02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9566fb2-f013-4e79-aed7-babb03e3eff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1532786 Nov 19 14:28:39.306138 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-36989330-8e21-4c51-bd30-429f8e8ee4a6 req-81c9ed5f-2db9-44a0-88fb-b77feff1efe2 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814521 Nov 19 14:28:39.346999 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2b9fab6d-d9a1-4e37-9bec-b9702b244478 req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for security_group_rule, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:39.393118 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2b9fab6d-d9a1-4e37-9bec-b9702b244478 req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:39.399295 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2b9fab6d-d9a1-4e37-9bec-b9702b244478 req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639599'] for security_group_rule, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:39.401824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:39.428379 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165', 'status': 'completed', 'code': 200} Nov 19 14:28:39.440195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7224d05-d768-4853-91bc-e78498f6a3fc,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:39.450778 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2b9fab6d-d9a1-4e37-9bec-b9702b244478 req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for security_group_rule, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:39.456822 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2b9fab6d-d9a1-4e37-9bec-b9702b244478 req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2131433 Nov 19 14:28:39.458251 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:39.606692 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7a3e8fa3-b4de-45cb-89e9-9b0186a5c9c9 req-115ebcd5-bcee-4e4e-ba86-0614fa612599 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups/85fcaaad-fe35-46f4-b999-a6dc5068046e HTTP/1.1" status: 200 len: 2151 time: 0.0964136 Nov 19 14:28:39.617208 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-7a3e8fa3-b4de-45cb-89e9-9b0186a5c9c9 req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '85fcaaad-fe35-46f4-b999-a6dc5068046e', 'remote_group_id': None}]} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:39.617814 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-7a3e8fa3-b4de-45cb-89e9-9b0186a5c9c9 req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '85fcaaad-fe35-46f4-b999-a6dc5068046e', 'remote_group_id': None}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:39.628413 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-7a3e8fa3-b4de-45cb-89e9-9b0186a5c9c9 req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:39.639298 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-7a3e8fa3-b4de-45cb-89e9-9b0186a5c9c9 req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Usage tracker for resource:security_group_rule and tenant:537cef2c3277473a913f1a6e337b245b is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:28:39.642448 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-7a3e8fa3-b4de-45cb-89e9-9b0186a5c9c9 req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:28:39.648523 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-7a3e8fa3-b4de-45cb-89e9-9b0186a5c9c9 req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:39.717606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7a3e8fa3-b4de-45cb-89e9-9b0186a5c9c9 req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for security_group_rule, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:39.747086 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7a3e8fa3-b4de-45cb-89e9-9b0186a5c9c9 req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:39.755188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7a3e8fa3-b4de-45cb-89e9-9b0186a5c9c9 req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639599'] for security_group_rule, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:39.780552 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:39.791277 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7a3e8fa3-b4de-45cb-89e9-9b0186a5c9c9 req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for security_group_rule, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:39.792580 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7a3e8fa3-b4de-45cb-89e9-9b0186a5c9c9 req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1848373 Nov 19 14:28:39.803801 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19452520-ea0c-4b7f-845f-c525b9265b11,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:39.810723 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:39.825089 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0adacfdf-ec7b-4a3c-9422-3345378d151c req-08777528-bf18-440e-b1d4-44960f72a2b4 service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150445 Nov 19 14:28:39.876650 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e645c0ee-6ed0-4aff-8040-ab8540d14e13 req-f360e691-613b-4642-b6aa-9774b0d3b89e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=537cef2c3277473a913f1a6e337b245b&device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 1163 time: 0.3324246 Nov 19 14:28:39.886393 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc7e30-fb91-494f-84b3-149fe6417fa0 req-5f6cd8d4-33b7-42f3-b1f7-8084280f290e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:39.887981 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bbcc7e30-fb91-494f-84b3-149fe6417fa0 req-5f6cd8d4-33b7-42f3-b1f7-8084280f290e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.3425243 Nov 19 14:28:40.019636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fefdbd-d135-40ca-9283-ecc560055590 req-63fa159b-87d3-440d-9e16-826fc8d83fba tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:40.021347 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-35fefdbd-d135-40ca-9283-ecc560055590 req-63fa159b-87d3-440d-9e16-826fc8d83fba tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0929370 Nov 19 14:28:40.072825 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-35fefdbd-d135-40ca-9283-ecc560055590 req-eec53256-59f4-41bf-b0f8-4a55ea0569f5 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445502 Nov 19 14:28:40.281395 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-04ffeef9-0284-45fc-a59e-052a2dc22fda req-5668b59e-bbff-43cf-8530-4df93979d25d tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Synchronizing usage tracker for tenant:537cef2c3277473a913f1a6e337b245b on resource:security_group {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:40.299142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-04ffeef9-0284-45fc-a59e-052a2dc22fda req-5668b59e-bbff-43cf-8530-4df93979d25d tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Unset dirty status for tenant:537cef2c3277473a913f1a6e337b245b on resource:security_group {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:40.300444 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-04ffeef9-0284-45fc-a59e-052a2dc22fda req-5668b59e-bbff-43cf-8530-4df93979d25d tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1352760583&fields=id&tenant_id=537cef2c3277473a913f1a6e337b245b HTTP/1.1" status: 200 len: 267 time: 0.0686984 Nov 19 14:28:40.375633 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0adacfdf-ec7b-4a3c-9422-3345378d151c req-5acb9841-0db1-4fc3-95bc-b76ebe801b13 service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5364041 Nov 19 14:28:40.380151 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bbcc7e30-fb91-494f-84b3-149fe6417fa0 req-f59f0cfa-6551-4cd6-a8b5-ee0c88c48579 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4671869 Nov 19 14:28:40.409594 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645c0ee-6ed0-4aff-8040-ab8540d14e13 req-581bc5e8-13cf-4e7d-b858-40ad301dfeb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:40.411276 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e645c0ee-6ed0-4aff-8040-ab8540d14e13 req-581bc5e8-13cf-4e7d-b858-40ad301dfeb5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=689c586f-ae12-467a-93b8-8188743ae6eb HTTP/1.1" status: 200 len: 909 time: 0.5202510 Nov 19 14:28:40.417997 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffeef9-0284-45fc-a59e-052a2dc22fda req-8b60e082-7115-4e0d-8090-654f55e7d03b tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:40.419964 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-04ffeef9-0284-45fc-a59e-052a2dc22fda req-8b60e082-7115-4e0d-8090-654f55e7d03b tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 946 time: 0.1100299 Nov 19 14:28:40.441454 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-04ffeef9-0284-45fc-a59e-052a2dc22fda req-45203b00-037e-4f5d-8a9c-be808e9de8fa tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Request body: {'port': {'security_groups': ['5a0235d1-8f8b-4483-bfdc-57ca89f29b40', '85fcaaad-fe35-46f4-b999-a6dc5068046e']}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:40.556213 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e645c0ee-6ed0-4aff-8040-ab8540d14e13 req-69ffc028-7511-4ea6-9293-e231ec78dec9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 1002 time: 0.1279154 Nov 19 14:28:40.579978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-04ffeef9-0284-45fc-a59e-052a2dc22fda req-45203b00-037e-4f5d-8a9c-be808e9de8fa tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:40.686596 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645c0ee-6ed0-4aff-8040-ab8540d14e13 req-5a45b8a3-98a8-448d-8317-925429929a12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:40.688203 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e645c0ee-6ed0-4aff-8040-ab8540d14e13 req-5a45b8a3-98a8-448d-8317-925429929a12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fea6505e-93b5-42a5-aa0d-383bf41be193 HTTP/1.1" status: 200 len: 854 time: 0.0923624 Nov 19 14:28:40.704038 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8005a70-fa4f-42f2-9349-d500fc8cb99b req-31d975d6-4805-42f8-be59-65d55e1db459 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:40.705342 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b8005a70-fa4f-42f2-9349-d500fc8cb99b req-31d975d6-4805-42f8-be59-65d55e1db459 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1480033 Nov 19 14:28:40.808515 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b8005a70-fa4f-42f2-9349-d500fc8cb99b req-eac405fa-0d4b-49b1-a490-09c1a42ce67e tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702310 Nov 19 14:28:40.824148 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e645c0ee-6ed0-4aff-8040-ab8540d14e13 req-d027ba58-4889-43cd-a1dc-d0dd93a23703 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=689c586f-ae12-467a-93b8-8188743ae6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1271369 Nov 19 14:28:40.936514 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-04ffeef9-0284-45fc-a59e-052a2dc22fda req-45203b00-037e-4f5d-8a9c-be808e9de8fa tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] For port d5e1d818-d4d9-49b3-a2dc-4911dfb69165, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165,segment=NetworkSegment(de4eb240-d84a-4ab6-ab98-cff05bd8f968),segment_id=de4eb240-d84a-4ab6-ab98-cff05bd8f968)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:40.965178 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-04ffeef9-0284-45fc-a59e-052a2dc22fda req-45203b00-037e-4f5d-8a9c-be808e9de8fa tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:40.972225 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-04ffeef9-0284-45fc-a59e-052a2dc22fda req-45203b00-037e-4f5d-8a9c-be808e9de8fa tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524501'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:40.987960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-78397a84-d6c9-47bc-aa1a-0eab721be445 tempest-VolumesActionsTest-849805083 tempest-VolumesActionsTest-849805083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:40.991195 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e645c0ee-6ed0-4aff-8040-ab8540d14e13 req-08745f20-c126-4fd1-bc61-1ac049eb0e16 service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524358 Nov 19 14:28:41.152679 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45203b00-037e-4f5d-8a9c-be808e9de8fa tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Pushing event updated for resources: {'Port': ['ID=d5e1d818-d4d9-49b3-a2dc-4911dfb69165,revision_number=5']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:41.157662 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-45203b00-037e-4f5d-8a9c-be808e9de8fa tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:41.191809 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e645c0ee-6ed0-4aff-8040-ab8540d14e13 req-8800d3cc-e459-409a-aeb5-dc42e09a6a19 service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1912460 Nov 19 14:28:41.201353 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffeef9-0284-45fc-a59e-052a2dc22fda req-45203b00-037e-4f5d-8a9c-be808e9de8fa tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:41.202190 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-04ffeef9-0284-45fc-a59e-052a2dc22fda req-45203b00-037e-4f5d-8a9c-be808e9de8fa tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:41.207254 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-04ffeef9-0284-45fc-a59e-052a2dc22fda req-45203b00-037e-4f5d-8a9c-be808e9de8fa tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "PUT /v2.0/ports/d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 982 time: 0.7765343 Nov 19 14:28:41.207990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:41.378345 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4fbb2-324a-4860-b2dd-3c442c32210a req-8e523d93-49d8-4052-8f34-21af9b2c25fc tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:41.387385 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0dc4fbb2-324a-4860-b2dd-3c442c32210a req-8e523d93-49d8-4052-8f34-21af9b2c25fc tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1087430 Nov 19 14:28:41.412315 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eca9f5-be12-4e1f-9a0b-0600006ecbfb req-bddc5bfe-72ed-4eb9-bab4-1e37ade9b54a tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:41.414482 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-52eca9f5-be12-4e1f-9a0b-0600006ecbfb req-bddc5bfe-72ed-4eb9-bab4-1e37ade9b54a tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0960608 Nov 19 14:28:41.456435 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0dc4fbb2-324a-4860-b2dd-3c442c32210a req-29a78b16-db1a-4d16-adb7-5aee6c60494e tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676012 Nov 19 14:28:41.494030 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-52eca9f5-be12-4e1f-9a0b-0600006ecbfb req-e522d865-bd24-424d-8c3b-e854a2efaa88 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0643773 Nov 19 14:28:41.549403 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165', 'status': 'completed', 'code': 200} Nov 19 14:28:41.565056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-f7fb5ee3-f499-4f88-a1d3-faebcad7ad06 None None] Provisioning complete for port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:28:41.565469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f7fb5ee3-f499-4f88-a1d3-faebcad7ad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:41.743581 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c5d3a-c640-4c32-9497-10cc34b71cfb req-2ede8059-4e04-43d7-a5ef-4a88c6c190f7 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:41.745348 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-368c5d3a-c640-4c32-9497-10cc34b71cfb req-2ede8059-4e04-43d7-a5ef-4a88c6c190f7 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1201785 Nov 19 14:28:41.761623 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-87aea008-8eeb-4d4e-b25e-530cf8092af6 req-40cea990-b9e3-4210-a05b-3737a403010a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=537cef2c3277473a913f1a6e337b245b&device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 1203 time: 0.0810444 Nov 19 14:28:41.801808 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-368c5d3a-c640-4c32-9497-10cc34b71cfb req-c7fcc10e-67cc-4121-a77d-69a636286a15 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501275 Nov 19 14:28:41.912518 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aea008-8eeb-4d4e-b25e-530cf8092af6 req-028d1d1f-5adc-4b90-a136-293d8c33706d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:41.914194 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-87aea008-8eeb-4d4e-b25e-530cf8092af6 req-028d1d1f-5adc-4b90-a136-293d8c33706d service neutron] 10.222.0.16 "GET /v2.0/networks?id=689c586f-ae12-467a-93b8-8188743ae6eb HTTP/1.1" status: 200 len: 909 time: 0.1446609 Nov 19 14:28:42.079569 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-87aea008-8eeb-4d4e-b25e-530cf8092af6 req-f5f13d20-8a57-4912-9ece-408b1770827d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 1002 time: 0.1571777 Nov 19 14:28:42.157411 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa52d1c-6ead-48a9-aa7c-29c77ea574f6 req-1be80446-7242-48d6-9727-508f2f35d942 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:42.159084 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-daa52d1c-6ead-48a9-aa7c-29c77ea574f6 req-1be80446-7242-48d6-9727-508f2f35d942 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1804910 Nov 19 14:28:42.187043 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aea008-8eeb-4d4e-b25e-530cf8092af6 req-8798d44c-5319-491b-847a-68cc65d1ef28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:42.188635 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-87aea008-8eeb-4d4e-b25e-530cf8092af6 req-8798d44c-5319-491b-847a-68cc65d1ef28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fea6505e-93b5-42a5-aa0d-383bf41be193 HTTP/1.1" status: 200 len: 854 time: 0.1007257 Nov 19 14:28:42.266581 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-daa52d1c-6ead-48a9-aa7c-29c77ea574f6 req-3e4af534-4408-4c91-a326-3ff702f4e229 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007707 Nov 19 14:28:42.268513 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59594) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:42.288850 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-87aea008-8eeb-4d4e-b25e-530cf8092af6 req-950a90a3-1c47-4773-ad7e-76da22818944 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=689c586f-ae12-467a-93b8-8188743ae6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857272 Nov 19 14:28:42.442382 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-87aea008-8eeb-4d4e-b25e-530cf8092af6 req-f149c401-4a72-4727-bda7-690630507be3 service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427801 Nov 19 14:28:42.464294 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-a017db9e-eb7e-4cdd-9a4e-c440d05b76b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ac51643291848a09fc8eb9b61ac5bcc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1944439 Nov 19 14:28:42.466964 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59600) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:42.541487 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-12903d8a-ce1c-4803-a675-59bb406c0f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:42.570002 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-12903d8a-ce1c-4803-a675-59bb406c0f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:42.591743 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-87aea008-8eeb-4d4e-b25e-530cf8092af6 req-fc813b3c-5fa4-4c6a-9a5c-8cfdf65767c5 service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424246 Nov 19 14:28:42.681915 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:28:42.683612 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-12903d8a-ce1c-4803-a675-59bb406c0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:42.687657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fe03889a-e2b8-45ed-909f-4609b1d4112b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:42.711688 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b1d11-c59c-4237-9833-6962b13398d8 req-6ee63fd5-a467-421d-8579-bc49f62e1ced tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:42.713169 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f92b1d11-c59c-4237-9833-6962b13398d8 req-6ee63fd5-a467-421d-8579-bc49f62e1ced tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1318393 Nov 19 14:28:42.714026 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12903d8a-ce1c-4803-a675-59bb406c0f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a954972a-a52e-4f08-9ec6-b09d15b53880,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:42.716969 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-12903d8a-ce1c-4803-a675-59bb406c0f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:42.744081 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-12903d8a-ce1c-4803-a675-59bb406c0f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:42.746169 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-12903d8a-ce1c-4803-a675-59bb406c0f1f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a954972a-a52e-4f08-9ec6-b09d15b53880 HTTP/1.1" status: 204 len: 168 time: 0.2781694 Nov 19 14:28:42.774445 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f92b1d11-c59c-4237-9833-6962b13398d8 req-663a8527-f756-4bdf-9116-7c601ed2f05a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545096 Nov 19 14:28:43.038379 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d09bc-6166-408c-9de9-3ad493980eff req-21fdc477-9e39-4c71-871b-e1563bc888dc tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:43.040048 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c77d09bc-6166-408c-9de9-3ad493980eff req-21fdc477-9e39-4c71-871b-e1563bc888dc tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0928855 Nov 19 14:28:43.114596 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c77d09bc-6166-408c-9de9-3ad493980eff req-f391c336-f731-4cea-8933-79b7396c6f48 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669749 Nov 19 14:28:43.499810 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05fc30-1d24-4d60-b5a8-9511549958d4 req-8312a972-0757-4031-94e9-4d72cf5a6466 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:43.501657 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ad05fc30-1d24-4d60-b5a8-9511549958d4 req-8312a972-0757-4031-94e9-4d72cf5a6466 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.0909820 Nov 19 14:28:43.558232 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ad05fc30-1d24-4d60-b5a8-9511549958d4 req-342473f5-62b4-4a7b-859f-680493a3ef4b tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492787 Nov 19 14:28:43.625454 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6771a1e4-40c2-4238-aa5c-4ba13bcede54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:43.639186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 59662) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:43.781958 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-304831163-network', 'tenant_id': '0befb2c532504da89f051bfbecbc9018'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:43.787375 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:43.791430 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Usage tracker for resource:network and tenant:0befb2c532504da89f051bfbecbc9018 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:28:43.794644 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:28:43.802163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:43.812496 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Made reservation on behalf of 0befb2c532504da89f051bfbecbc9018 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:28:43.817585 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:43.835972 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:43.869526 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:43.873605 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Usage tracker for resource:security_group_rule and tenant:0befb2c532504da89f051bfbecbc9018 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:28:43.876610 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:28:43.882449 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:43.942422 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device dd1dd24d-d5e0-4d66-adcb-d87120967d4a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:28:43.958551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:43.963179 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:43.968411 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-889832e3-1396-4f38-9ae2-2d2058ce9d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:44.000421 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:28:44.014225 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51240be5-b1e3-4756-8d71-021439efe998,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:44.016745 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port dd1dd24d-d5e0-4d66-adcb-d87120967d4a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:28:44.017392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:44.019041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:44.020131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:44.020512 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Added segment 777fa6e3-2761-45f5-9005-c5105e0eb9f5 of type vxlan for network b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 Nov 19 14:28:44.052230 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:44.085968 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:44.087429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:44.088085 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:44.093721 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-05018777-6e80-43d3-a535-4bbb53d75d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:44.139848 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device d5e1d818-d4d9-49b3-a2dc-4911dfb69165 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:28:44.213888 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5708368 Nov 19 14:28:44.213888 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Pushing event updated for resources: {'Network': ['ID=b1ba9d3e-d746-4ca7-bbb0-633aae5a4521,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:44.214184 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:28:44.214305 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 59680) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:44.214797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:44.220466 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Request body: {'subnet': {'network_id': 'b1ba9d3e-d746-4ca7-bbb0-633aae5a4521', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-304831163-subnet', 'tenant_id': '0befb2c532504da89f051bfbecbc9018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:44.224340 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:44.226626 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:44.231124 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Usage tracker for resource:subnet and tenant:0befb2c532504da89f051bfbecbc9018 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:28:44.234270 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:28:44.241082 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:44.252486 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Made reservation on behalf of 0befb2c532504da89f051bfbecbc9018 for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:28:44.257517 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852302348'] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:44.260809 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:28:44.291852 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:28:44.368936 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b50c5a-7bec-4815-841c-0888b571b203 req-d92233e1-1fcf-4d80-9e2d-2ef1e1353212 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:44.370573 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c2b50c5a-7bec-4815-841c-0888b571b203 req-d92233e1-1fcf-4d80-9e2d-2ef1e1353212 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0923138 Nov 19 14:28:44.422184 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c2b50c5a-7bec-4815-841c-0888b571b203 req-9f37f6ea-00f0-4f76-b7da-fa962c9db63b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434964 Nov 19 14:28:44.757551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851852376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852302393'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:44.775347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-74c1bff5-0db0-45f4-a708-1d55015b5171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:44.920220 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=21b0f49a-94c8-4c40-9340-0b0ebc77c6d1,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:44.925973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:44.956053 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583184c-7f87-42ff-bba7-1aa4041b6b7b req-d81748f3-e793-4f83-862a-4d78c4fa3318 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:44.957750 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6583184c-7f87-42ff-bba7-1aa4041b6b7b req-d81748f3-e793-4f83-862a-4d78c4fa3318 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.2654474 Nov 19 14:28:45.032906 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6583184c-7f87-42ff-bba7-1aa4041b6b7b req-4d941412-6782-4bfd-a13f-86ff89a88dde tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666039 Nov 19 14:28:45.036597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Checking segment: {'id': '777fa6e3-2761-45f5-9005-c5105e0eb9f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1ba9d3e-d746-4ca7-bbb0-633aae5a4521'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:28:45.036982 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Network hostable DHCP agents. Network: b1ba9d3e-d746-4ca7-bbb0-633aae5a4521, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:28:45.061162 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Network b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:28:45.087061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:45.112607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, b1ba9d3e-d746-4ca7-bbb0-633aae5a4521) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:28:45.120301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238f27d3-dc1d-4ae1-9321-9553048d991a None None] Network b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:28:45.135266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:45.135897 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:45.163819 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6391a3f9-5ba9-44d0-bc47-112f96a08dcc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9486072 Nov 19 14:28:45.173018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:28:45.192705 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-1054353e-b422-46ea-a5c4-760da705b2bc tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:45.194484 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-1054353e-b422-46ea-a5c4-760da705b2bc tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.16 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 945 time: 0.1292286 Nov 19 14:28:45.293396 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Deleting port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:28:45.293867 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:45.459941 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:45.492674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b3ee6c-4a4a-4de9-8825-b97023315269 None None] Network b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:28:45.592012 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] For port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2,segment=NetworkSegment(89ae7cbe-f5bc-4e14-a134-20a2d916f3b0),segment_id=89ae7cbe-f5bc-4e14-a134-20a2d916f3b0)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:45.592802 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:45.667466 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027c1c2a-4d70-4700-aa3e-02414e75664b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:45.696273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2,segment=NetworkSegment(89ae7cbe-f5bc-4e14-a134-20a2d916f3b0),segment_id=89ae7cbe-f5bc-4e14-a134-20a2d916f3b0)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:45.703559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:45.707507 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:45.717978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f246cc-6806-4436-9901-2ea9a0961665 req-fb0ca7cb-ee01-4a28-b933-e6726c4a08cb tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:45.726986 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-58f246cc-6806-4436-9901-2ea9a0961665 req-fb0ca7cb-ee01-4a28-b933-e6726c4a08cb tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1418297 Nov 19 14:28:45.738159 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Calling delete_port for 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:28:45.813121 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027c1c2a-4d70-4700-aa3e-02414e75664b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2', 'code': 200} Nov 19 14:28:45.821885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:45.831531 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.831916 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.832289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.832657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.833023 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.833384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.833767 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.834205 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.834564 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.834922 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.835506 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-58f246cc-6806-4436-9901-2ea9a0961665 req-78ab5581-2ecf-47c9-8b4c-28c328f83cdd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013327 Nov 19 14:28:45.841732 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.842308 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.842835 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.846293 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.847312 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.851753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.852248 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.852844 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.855175 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.855672 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.856746 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.857281 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.857780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.860938 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:28:45.866916 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:45.867676 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.api [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80334) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 14:28:45.868228 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_db.api [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 14:28:46.026891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a38fdb1b-642a-4632-b327-ce2122325b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:46.282840 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ea891-15fa-40a4-ac8f-3b59de243f5b req-8baf7ad3-f5ab-43b9-a974-3b3fa89b62c9 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:46.284614 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0b0ea891-15fa-40a4-ac8f-3b59de243f5b req-8baf7ad3-f5ab-43b9-a974-3b3fa89b62c9 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 943 time: 0.0894115 Nov 19 14:28:46.530556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:46.532468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Deleting port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:28:46.532839 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:46.661317 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0b0ea891-15fa-40a4-ac8f-3b59de243f5b req-11f1536a-1250-436c-b1a8-104345055a18 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/security-groups?id=31ed9217-0c60-4a68-b1f1-1ef0854bbe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679924 Nov 19 14:28:46.824323 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] For port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2,segment=NetworkSegment(89ae7cbe-f5bc-4e14-a134-20a2d916f3b0),segment_id=89ae7cbe-f5bc-4e14-a134-20a2d916f3b0)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:46.824894 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:46.952384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Calling delete_port for 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:28:47.068215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f3229-855d-4edf-ac63-1bad1e96edef req-b4670b7c-35ea-456c-861f-fc2dd860d93b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:47.069893 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-333f3229-855d-4edf-ac63-1bad1e96edef req-b4670b7c-35ea-456c-861f-fc2dd860d93b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0856464 Nov 19 14:28:47.101949 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:47.118355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:47.122774 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-333f3229-855d-4edf-ac63-1bad1e96edef req-e83db28c-5033-42e8-9a3c-2f4db4d345a1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464544 Nov 19 14:28:47.167567 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Pushing event deleted for resources: {'Port': ['ID=2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:47.171777 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:47.325386 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] No DVR routers for this DVR port 2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:28:47.327822 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:47.330702 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027c1c2a-4d70-4700-aa3e-02414e75664b', 'name': 'network-vif-deleted', 'tag': '2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:47.349630 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d4328f46-ca5b-4bce-82b8-f6b1669fcb8f req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.16 "DELETE /v2.0/ports/2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2 HTTP/1.1" status: 204 len: 173 time: 2.1489289 Nov 19 14:28:47.395314 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027c1c2a-4d70-4700-aa3e-02414e75664b', 'name': 'network-vif-deleted', 'tag': '2c39a30f-3853-4cb7-a86f-1e9b7e6c90f2', 'status': 'completed', 'code': 200} Nov 19 14:28:47.419275 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:47.573853 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-5f172ef7-829f-481a-bcc3-091e85c19f88 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:47.574649 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-5f172ef7-829f-481a-bcc3-091e85c19f88 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Synchronizing usage tracker for tenant:0befb2c532504da89f051bfbecbc9018 on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:47.593263 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-5f172ef7-829f-481a-bcc3-091e85c19f88 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Unset dirty status for tenant:0befb2c532504da89f051bfbecbc9018 on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:47.594565 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-5f172ef7-829f-481a-bcc3-091e85c19f88 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/networks?id=b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 HTTP/1.1" status: 200 len: 813 time: 0.1865098 Nov 19 14:28:47.613412 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-2bdd50d4-4263-4589-94bf-dd9ae3542950 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/quotas/0befb2c532504da89f051bfbecbc9018 HTTP/1.1" status: 200 len: 375 time: 0.0116019 Nov 19 14:28:47.664405 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-7dfca2ce-0538-4d71-8dcf-d4ed8b03dd25 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?tenant_id=0befb2c532504da89f051bfbecbc9018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450401 Nov 19 14:28:47.819063 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-ccfe7dfb-b204-4e49-9371-e0dc0143dd64 service neutron] 10.222.0.43 "GET /v2.0/networks/b1ba9d3e-d746-4ca7-bbb0-633aae5a4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467054 Nov 19 14:28:47.862446 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-83de4b76-46bc-4ac0-9f41-ee0797a66ebd req-66427cf3-4934-4a8a-903b-59c97e0c0b08 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] 10.222.0.43 "GET /v2.0/ports?device_id=027c1c2a-4d70-4700-aa3e-02414e75664b HTTP/1.1" status: 200 len: 210 time: 0.0470331 Nov 19 14:28:47.953700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59742) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:47.985185 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-878c56a3-a276-454e-9f69-c04bfb7238fb service neutron] 10.222.0.43 "GET /v2.0/networks/b1ba9d3e-d746-4ca7-bbb0-633aae5a4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1598873 Nov 19 14:28:47.994607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:48.148453 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd2b90b-2f7b-4d0d-9545-fc71095cdd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:48.222342 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6882ad82-0fbd-4586-9915-a582dab7cb6e req-d842cd61-48f9-47c3-be15-237384143547 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 210 time: 0.0604517 Nov 19 14:28:48.231988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-cfd2b90b-2f7b-4d0d-9545-fc71095cdd3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:48.236180 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-cfd2b90b-2f7b-4d0d-9545-fc71095cdd3d admin admin] Usage tracker for resource:security_group_rule and tenant:de2867e613ba46719359b484006dbc08 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:28:48.239579 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-cfd2b90b-2f7b-4d0d-9545-fc71095cdd3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:28:48.246758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-cfd2b90b-2f7b-4d0d-9545-fc71095cdd3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:48.320093 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd2b90b-2f7b-4d0d-9545-fc71095cdd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:48.324111 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cfd2b90b-2f7b-4d0d-9545-fc71095cdd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:48.332520 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9f2a1eb1-2384-4ebd-839b-48fb64c5d732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:48.375590 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ef47e-404f-4ca5-aa0e-32d4819d5db2 req-6becfa19-8d7a-4786-9e69-14ca07fa9bf3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:48.376524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2b90b-2f7b-4d0d-9545-fc71095cdd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e3e972-eb70-483f-a2d9-a74db24e5d4c,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:48.377365 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-967ef47e-404f-4ca5-aa0e-32d4819d5db2 req-6becfa19-8d7a-4786-9e69-14ca07fa9bf3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0956101 Nov 19 14:28:48.380436 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cfd2b90b-2f7b-4d0d-9545-fc71095cdd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:48.386275 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-cfd2b90b-2f7b-4d0d-9545-fc71095cdd3d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de2867e613ba46719359b484006dbc08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4313214 Nov 19 14:28:48.387178 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59758) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:48.434233 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-967ef47e-404f-4ca5-aa0e-32d4819d5db2 req-631676f6-9c51-44d9-8122-1a249b3409b4 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474670 Nov 19 14:28:48.456992 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-324a80ea-e306-4d10-8b25-d563407b35f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:48.486070 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-324a80ea-e306-4d10-8b25-d563407b35f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:48.530651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-324a80ea-e306-4d10-8b25-d563407b35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:48.536035 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-28862d1d-1a8f-4d0b-a390-f75db242e93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:48.549201 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a80ea-e306-4d10-8b25-d563407b35f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e3e972-eb70-483f-a2d9-a74db24e5d4c,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:48.552582 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-324a80ea-e306-4d10-8b25-d563407b35f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:48.554628 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-324a80ea-e306-4d10-8b25-d563407b35f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:48.555937 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-324a80ea-e306-4d10-8b25-d563407b35f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78e3e972-eb70-483f-a2d9-a74db24e5d4c HTTP/1.1" status: 204 len: 168 time: 0.1678610 Nov 19 14:28:48.977435 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59776) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:49.398957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854170859'] for router_interface, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:49.479955 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bd5e0d6c-23dc-4943-b098-e894b0a27618 req-7a5da510-77e6-41ef-96eb-c6991c5b8135 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 210 time: 0.0762093 Nov 19 14:28:49.680755 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-bc534e1e-a9d1-4819-9ffc-302ef2d77b6c tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:49.682551 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-bc534e1e-a9d1-4819-9ffc-302ef2d77b6c tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.16 "GET /v2.0/networks?id=b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 HTTP/1.1" status: 200 len: 813 time: 0.3173473 Nov 19 14:28:49.718556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Request body: {'port': {'device_id': 'e694aac3-9c5c-4e7d-a860-01453f6b79a2', 'network_id': 'b1ba9d3e-d746-4ca7-bbb0-633aae5a4521', 'admin_state_up': True, 'tenant_id': '0befb2c532504da89f051bfbecbc9018'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:49.878087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:49.882420 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Usage tracker for resource:port and tenant:0befb2c532504da89f051bfbecbc9018 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:28:49.886010 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Quota usage for port was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:28:49.891538 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:49.904251 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Made reservation on behalf of 0befb2c532504da89f051bfbecbc9018 for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:28:49.904828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fed411-5d77-4f8c-9d72-bc9d2f4f98ab req-3fb19d48-f1e2-4c8f-a50d-7a78039a4f92 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:49.910446 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:49.912405 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b1fed411-5d77-4f8c-9d72-bc9d2f4f98ab req-3fb19d48-f1e2-4c8f-a50d-7a78039a4f92 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1108840 Nov 19 14:28:50.083980 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b1fed411-5d77-4f8c-9d72-bc9d2f4f98ab req-d22d4d75-002f-4295-8750-73905aac232e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705089 Nov 19 14:28:50.259033 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Allocated IP 172.20.0.10 (b1ba9d3e-d746-4ca7-bbb0-633aae5a4521/21b0f49a-94c8-4c40-9340-0b0ebc77c6d1/08fdcbfb-bef9-47ca-9654-d8e265bffd0c) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:28:50.421812 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] Deleting port 4c4ce8ff-ac4e-419b-af11-35df2e323b7a {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:28:50.422279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:50.499295 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:50.526828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:50.550115 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-42178bd9-14e5-447e-9264-22673c5ea2f1 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:50.612325 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] For port 4c4ce8ff-ac4e-419b-af11-35df2e323b7a, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=4c4ce8ff-ac4e-419b-af11-35df2e323b7a,segment=NetworkSegment(89ae7cbe-f5bc-4e14-a134-20a2d916f3b0),segment_id=89ae7cbe-f5bc-4e14-a134-20a2d916f3b0)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:50.612715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:50.643313 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Pushing event updated for resources: {'Port': ['ID=08fdcbfb-bef9-47ca-9654-d8e265bffd0c,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:50.711220 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:50.754087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] Calling delete_port for 4c4ce8ff-ac4e-419b-af11-35df2e323b7a owned by network:router_interface {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:28:50.827692 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Network b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:28:50.829570 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:28:50.834484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:28:50.876153 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a90dc-f51f-4ea1-ba81-7fd196126711 req-a3e942cc-e1b8-441d-80be-fd8ce35e1327 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:50.878042 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8f8a90dc-f51f-4ea1-ba81-7fd196126711 req-a3e942cc-e1b8-441d-80be-fd8ce35e1327 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 932 time: 0.1658115 Nov 19 14:28:50.936437 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:50.937016 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:50.960267 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-8f8a90dc-f51f-4ea1-ba81-7fd196126711 req-ea1c67ee-08ec-4896-b9ec-8a1fc3cb9d03 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Synchronizing usage tracker for tenant:0befb2c532504da89f051bfbecbc9018 on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:50.974315 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2610760 Nov 19 14:28:50.982317 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-8f8a90dc-f51f-4ea1-ba81-7fd196126711 req-ea1c67ee-08ec-4896-b9ec-8a1fc3cb9d03 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Unset dirty status for tenant:0befb2c532504da89f051bfbecbc9018 on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:50.983517 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8f8a90dc-f51f-4ea1-ba81-7fd196126711 req-ea1c67ee-08ec-4896-b9ec-8a1fc3cb9d03 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983145 Nov 19 14:28:50.992393 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Request body: {'port': {'device_id': 'e694aac3-9c5c-4e7d-a860-01453f6b79a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:28:51.119189 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:51.121798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:51.139330 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e810fbc3-7d98-4cb8-a336-dad8216fe061 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:51.187139 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4ce8ff-ac4e-419b-af11-35df2e323b7a,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:51.195506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:51.309208 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 59840) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:51.367537 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 025c7366-5946-4660-940c-479c7330b0a6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:28:51.471602 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 025c7366-5946-4660-940c-479c7330b0a6 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:28:51.472115 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:51.530590 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391edba-006a-4732-94c6-0f1b9c6e5090 req-11e6eda8-3150-473c-a3a3-8d5ad1c90e45 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:51.532230 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1391edba-006a-4732-94c6-0f1b9c6e5090 req-11e6eda8-3150-473c-a3a3-8d5ad1c90e45 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.2668405 Nov 19 14:28:51.570634 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08fdcbfb-bef9-47ca-9654-d8e265bffd0c {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:28:51.578786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:51.591515 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Transition to ACTIVE for port object 08fdcbfb-bef9-47ca-9654-d8e265bffd0c will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:28:51.605403 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1391edba-006a-4732-94c6-0f1b9c6e5090 req-e52d6f39-939d-4896-9a90-5f48e83d80a8 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599740 Nov 19 14:28:51.614844 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:51.630233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-307cc26a-1128-4093-a441-e6914742f829 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:51.669005 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d85d731a-9336-4a6a-886d-627fb18b4aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:51.713186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1441482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854173095'] for router_interface, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:51.805363 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Pushing event updated for resources: {'Port': ['ID=08fdcbfb-bef9-47ca-9654-d8e265bffd0c,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:51.812917 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:51.819539 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-d85d731a-9336-4a6a-886d-627fb18b4aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:51.835202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-d85d731a-9336-4a6a-886d-627fb18b4aba admin admin] Usage tracker for resource:security_group_rule and tenant:19aadd4e26a44354a63dd5a981ff80e0 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:28:51.839699 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-d85d731a-9336-4a6a-886d-627fb18b4aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:28:51.849782 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-d85d731a-9336-4a6a-886d-627fb18b4aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:52.324762 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d85d731a-9336-4a6a-886d-627fb18b4aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:52.342615 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d85d731a-9336-4a6a-886d-627fb18b4aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:52.352827 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-59543024-4a2d-4f72-8e7a-70f7b2a18e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:52.385431 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Attempting to bind port 08fdcbfb-bef9-47ca-9654-d8e265bffd0c on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:28:52.385790 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Attempting to bind port 08fdcbfb-bef9-47ca-9654-d8e265bffd0c by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '777fa6e3-2761-45f5-9005-c5105e0eb9f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1ba9d3e-d746-4ca7-bbb0-633aae5a4521'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:28:52.386173 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Attempting to bind port 08fdcbfb-bef9-47ca-9654-d8e265bffd0c on network b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:28:52.411181 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73191f-d0ef-4f78-8d95-31090ed5acda req-4db461fe-53c8-4027-a683-79195ea8cd5e tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:52.411957 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-8f73191f-d0ef-4f78-8d95-31090ed5acda req-4db461fe-53c8-4027-a683-79195ea8cd5e tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Synchronizing usage tracker for tenant:0befb2c532504da89f051bfbecbc9018 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:28:52.434089 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:28:52.434497 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Checking segment: {'id': '777fa6e3-2761-45f5-9005-c5105e0eb9f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1ba9d3e-d746-4ca7-bbb0-633aae5a4521'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:28:52.434838 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:52.435233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Bound using segment: {'id': '777fa6e3-2761-45f5-9005-c5105e0eb9f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1ba9d3e-d746-4ca7-bbb0-633aae5a4521'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:28:52.435729 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Bound port: 08fdcbfb-bef9-47ca-9654-d8e265bffd0c, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777fa6e3-2761-45f5-9005-c5105e0eb9f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1ba9d3e-d746-4ca7-bbb0-633aae5a4521'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:28:52.436096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:52.448162 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d731a-9336-4a6a-886d-627fb18b4aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf4f750-c6fa-4c36-9582-da7c8445b850,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:52.459603 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-d85d731a-9336-4a6a-886d-627fb18b4aba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19aadd4e26a44354a63dd5a981ff80e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1460979 Nov 19 14:28:52.460246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d85d731a-9336-4a6a-886d-627fb18b4aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:52.465150 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 59848) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:52.514979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-8f73191f-d0ef-4f78-8d95-31090ed5acda req-4db461fe-53c8-4027-a683-79195ea8cd5e tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Unset dirty status for tenant:0befb2c532504da89f051bfbecbc9018 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:28:52.516262 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8f73191f-d0ef-4f78-8d95-31090ed5acda req-4db461fe-53c8-4027-a683-79195ea8cd5e tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 944 time: 0.3706553 Nov 19 14:28:52.631208 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] For port 08fdcbfb-bef9-47ca-9654-d8e265bffd0c, host hv-cinder-76330, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:28:52.641054 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] For port 08fdcbfb-bef9-47ca-9654-d8e265bffd0c, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=08fdcbfb-bef9-47ca-9654-d8e265bffd0c,segment=NetworkSegment(777fa6e3-2761-45f5-9005-c5105e0eb9f5),segment_id=777fa6e3-2761-45f5-9005-c5105e0eb9f5)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:28:52.646603 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8f73191f-d0ef-4f78-8d95-31090ed5acda req-981e8b64-6f95-4b70-9598-a75aa7d93d23 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068993 Nov 19 14:28:52.651715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:52.667861 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:52.696504 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ed0b-286b-49c4-8caf-2bcf208f2922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:52.712537 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] Router c50a387f-9b0d-458f-8542-4fe3988dec8d has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:28:52.822465 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ed0b-286b-49c4-8caf-2bcf208f2922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:52.872748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Pushing event updated for resources: {'Port': ['ID=08fdcbfb-bef9-47ca-9654-d8e265bffd0c,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:52.885930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:52.901423 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3272f0-9ada-4c8d-8fec-06ea004bd2b2 req-f726b3f6-f8b7-47e4-a295-83f9e0d8c1dd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:52.903089 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dc3272f0-9ada-4c8d-8fec-06ea004bd2b2 req-f726b3f6-f8b7-47e4-a295-83f9e0d8c1dd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1230183 Nov 19 14:28:52.929444 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:52.930974 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] 10.222.0.16 "PUT /v2.0/ports/08fdcbfb-bef9-47ca-9654-d8e265bffd0c HTTP/1.1" status: 200 len: 1158 time: 1.9432080 Nov 19 14:28:52.931628 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e694aac3-9c5c-4e7d-a860-01453f6b79a2', 'tag': '08fdcbfb-bef9-47ca-9654-d8e265bffd0c'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:28:52.936398 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ed0b-286b-49c4-8caf-2bcf208f2922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:52.940840 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a4d16ff0-0274-4f80-a465-611b18cf04d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:52.953518 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6ed0b-286b-49c4-8caf-2bcf208f2922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf4f750-c6fa-4c36-9582-da7c8445b850,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:52.957538 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b5d6ed0b-286b-49c4-8caf-2bcf208f2922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:52.961398 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ed0b-286b-49c4-8caf-2bcf208f2922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:52.962255 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b5d6ed0b-286b-49c4-8caf-2bcf208f2922 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcf4f750-c6fa-4c36-9582-da7c8445b850 HTTP/1.1" status: 204 len: 168 time: 0.4960876 Nov 19 14:28:53.038099 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e694aac3-9c5c-4e7d-a860-01453f6b79a2', 'tag': '08fdcbfb-bef9-47ca-9654-d8e265bffd0c', 'status': 'completed', 'code': 200} Nov 19 14:28:53.038822 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dc3272f0-9ada-4c8d-8fec-06ea004bd2b2 req-da9b500d-6b8c-43df-bfbf-c3c30aa7a29c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773518 Nov 19 14:28:53.061317 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:28:53.074637 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01dea69-d726-4d80-8ff7-bb54fca89812 None None] Sync routers for ids ['c50a387f-9b0d-458f-8542-4fe3988dec8d'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:28:53.084018 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-00ab380e-ba15-410b-bd69-8efc47ba3756 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0befb2c532504da89f051bfbecbc9018&device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 1161 time: 0.0819445 Nov 19 14:28:53.092108 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01dea69-d726-4d80-8ff7-bb54fca89812 None None] Routers {'c50a387f-9b0d-458f-8542-4fe3988dec8d'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:28:53.093005 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-d01dea69-d726-4d80-8ff7-bb54fca89812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:28:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['c50a387f-9b0d-458f-8542-4fe3988dec8d'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:53.093539 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] 10.222.0.43 "PUT /v2.0/routers/c50a387f-9b0d-458f-8542-4fe3988dec8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1147642 Nov 19 14:28:53.095643 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59858) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:53.172096 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-551adc61-fa9f-4c3b-a545-888e972bf7ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08fdcbfb-bef9-47ca-9654-d8e265bffd0c HTTP/1.1" status: 200 len: 217 time: 0.0730579 Nov 19 14:28:53.246587 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-abed4758-4001-4e37-af1a-9b8b214d55fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:53.248318 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-abed4758-4001-4e37-af1a-9b8b214d55fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21b0f49a-94c8-4c40-9340-0b0ebc77c6d1 HTTP/1.1" status: 200 len: 853 time: 0.0693662 Nov 19 14:28:53.294992 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-d01dea69-d726-4d80-8ff7-bb54fca89812 None None] Set router c50a387f-9b0d-458f-8542-4fe3988dec8d gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:28:53.314682 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-ad9198c3-dad1-4466-9c32-eeccd003ae1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1ba9d3e-d746-4ca7-bbb0-633aae5a4521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586879 Nov 19 14:28:53.357768 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Notify callbacks [] for router, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:53.441556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 59864) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:53.477620 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f0f34faa-9863-4849-9f6e-e5ecbbac46aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:53.524148 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-249e98e0-8bc0-4280-9eeb-3103c3a613a9 service neutron] 10.222.0.16 "GET /v2.0/networks/b1ba9d3e-d746-4ca7-bbb0-633aae5a4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026994 Nov 19 14:28:53.556401 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f0f34faa-9863-4849-9f6e-e5ecbbac46aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:28:53.567789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f0f34faa-9863-4849-9f6e-e5ecbbac46aa admin admin] Usage tracker for resource:security_group_rule and tenant:8e32363c5db840f4a5312ae55e27cc85 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:28:53.573341 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f0f34faa-9863-4849-9f6e-e5ecbbac46aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:28:53.580328 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:53.589451 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Deleting port 662492a7-e858-4a60-95ec-852f019dbb5e {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:28:53.590176 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:53.590744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f0f34faa-9863-4849-9f6e-e5ecbbac46aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:28:53.624124 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-d01dea69-d726-4d80-8ff7-bb54fca89812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1754682581-router', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133'}], 'enable_snat': True}, 'gw_port_id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:26Z', 'updated_at': '2020-11-19T14:28:51Z', 'revision_number': 5, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'gw_port': {'id': '662492a7-e858-4a60-95ec-852f019dbb5e', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:27Z', 'updated_at': '2020-11-19T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:53.628376 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01dea69-d726-4d80-8ff7-bb54fca89812 None None] Checking router: c50a387f-9b0d-458f-8542-4fe3988dec8d for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:28:53.639758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01dea69-d726-4d80-8ff7-bb54fca89812 None None] Routers {'c50a387f-9b0d-458f-8542-4fe3988dec8d'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:28:53.640404 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-d01dea69-d726-4d80-8ff7-bb54fca89812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:28:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['c50a387f-9b0d-458f-8542-4fe3988dec8d'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:53.775025 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f0f34faa-9863-4849-9f6e-e5ecbbac46aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:53.779533 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-40c432e1-b239-4c47-9a6b-f9a671f41695 req-131dfb0c-6bf0-4541-9a53-3fbc47cf4383 service neutron] 10.222.0.16 "GET /v2.0/networks/b1ba9d3e-d746-4ca7-bbb0-633aae5a4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2486320 Nov 19 14:28:53.781703 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f0f34faa-9863-4849-9f6e-e5ecbbac46aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:53.784559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] For port 662492a7-e858-4a60-95ec-852f019dbb5e, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=662492a7-e858-4a60-95ec-852f019dbb5e,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:28:53.785048 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:53.793116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c9165148-d240-459e-a13e-478afd988132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:53.802464 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-d01dea69-d726-4d80-8ff7-bb54fca89812 None None] Set router c50a387f-9b0d-458f-8542-4fe3988dec8d gateway port host: None {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:28:53.915209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Calling delete_port for 662492a7-e858-4a60-95ec-852f019dbb5e owned by network:router_gateway {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:28:53.919403 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-d01dea69-d726-4d80-8ff7-bb54fca89812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1754682581-router', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:26Z', 'updated_at': '2020-11-19T14:28:53Z', 'revision_number': 6, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'gw_port_host': None}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:53.924134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01dea69-d726-4d80-8ff7-bb54fca89812 None None] The sync data for ids ['c50a387f-9b0d-458f-8542-4fe3988dec8d'] in dv-cinder-763306-2-smb is: [{'id': 'c50a387f-9b0d-458f-8542-4fe3988dec8d', 'name': 'tempest-ServerRescueNegativeTestJSON-1754682581-router', 'tenant_id': '39529dac6cd14baa83b65e88bb873659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:26Z', 'updated_at': '2020-11-19T14:28:53Z', 'revision_number': 6, 'project_id': '39529dac6cd14baa83b65e88bb873659', 'gw_port_host': None}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:28:53.941252 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f34faa-9863-4849-9f6e-e5ecbbac46aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc216f5-6e78-40d6-958d-05379c2f761a,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:53.954560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f0f34faa-9863-4849-9f6e-e5ecbbac46aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:53.967058 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-f0f34faa-9863-4849-9f6e-e5ecbbac46aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e32363c5db840f4a5312ae55e27cc85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5242791 Nov 19 14:28:53.969876 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59872) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:54.002803 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbbd45-2b25-4cbf-b882-fd7544d04eee req-9e6696fa-f900-44af-b9be-2a3de176a619 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:54.004491 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72dbbd45-2b25-4cbf-b882-fd7544d04eee req-9e6696fa-f900-44af-b9be-2a3de176a619 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 944 time: 0.1999824 Nov 19 14:28:54.032415 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3984aae1-dd0a-481b-8fe5-a077d69532eb req-94c5d765-af6e-47fe-b15f-e80af61e7af7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0befb2c532504da89f051bfbecbc9018&device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 1161 time: 0.1483757 Nov 19 14:28:54.085051 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-094e02bb-5e08-4e44-87cb-62353606d5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:54.120903 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72dbbd45-2b25-4cbf-b882-fd7544d04eee req-72b5aac8-46a0-4330-b62e-7bbdbf990c4a tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046035 Nov 19 14:28:54.121860 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-094e02bb-5e08-4e44-87cb-62353606d5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:54.235984 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984aae1-dd0a-481b-8fe5-a077d69532eb req-e28973d1-0ae4-4b2b-8714-f97267a2b775 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:54.237958 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3984aae1-dd0a-481b-8fe5-a077d69532eb req-e28973d1-0ae4-4b2b-8714-f97267a2b775 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 HTTP/1.1" status: 200 len: 907 time: 0.1972258 Nov 19 14:28:54.277315 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-094e02bb-5e08-4e44-87cb-62353606d5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:54.283869 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3b3cfdce-e50a-48e2-bcad-992ecb636e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:54.310639 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e02bb-5e08-4e44-87cb-62353606d5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc216f5-6e78-40d6-958d-05379c2f761a,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:54.316779 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-094e02bb-5e08-4e44-87cb-62353606d5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:54.331701 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3984aae1-dd0a-481b-8fe5-a077d69532eb req-acb2ad99-0fe8-4ba0-aa22-55228059a0aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08fdcbfb-bef9-47ca-9654-d8e265bffd0c HTTP/1.1" status: 200 len: 217 time: 0.0865369 Nov 19 14:28:54.334574 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:54.351891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-52daa5b9-0c4a-43c0-89e6-8187685bd452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:54.375898 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 4c4ce8ff-ac4e-419b-af11-35df2e323b7a no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:28:54.389605 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-094e02bb-5e08-4e44-87cb-62353606d5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:54.393289 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-094e02bb-5e08-4e44-87cb-62353606d5c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cfc216f5-6e78-40d6-958d-05379c2f761a HTTP/1.1" status: 204 len: 168 time: 0.4195883 Nov 19 14:28:54.405452 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=662492a7-e858-4a60-95ec-852f019dbb5e,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:54.421891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:54.429352 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984aae1-dd0a-481b-8fe5-a077d69532eb req-29edafaa-f0eb-4b6b-9c93-3a330f8d1934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:54.431053 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3984aae1-dd0a-481b-8fe5-a077d69532eb req-29edafaa-f0eb-4b6b-9c93-3a330f8d1934 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21b0f49a-94c8-4c40-9340-0b0ebc77c6d1 HTTP/1.1" status: 200 len: 853 time: 0.0714517 Nov 19 14:28:54.436434 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No Port match for: 4c4ce8ff-ac4e-419b-af11-35df2e323b7a {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:28:54.436824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 4c4ce8ff-ac4e-419b-af11-35df2e323b7a not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:28:54.437258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 662492a7-e858-4a60-95ec-852f019dbb5e no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:28:54.476705 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No Port match for: 662492a7-e858-4a60-95ec-852f019dbb5e {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:28:54.477415 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 662492a7-e858-4a60-95ec-852f019dbb5e not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:28:54.499888 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c862abd-73c5-411c-8cd6-272c1138f555 req-a42398e9-1a53-4f05-9438-b13aa8c36620 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:54.501506 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0c862abd-73c5-411c-8cd6-272c1138f555 req-a42398e9-1a53-4f05-9438-b13aa8c36620 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.2822087 Nov 19 14:28:54.505213 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3984aae1-dd0a-481b-8fe5-a077d69532eb req-47bb853f-f64d-4511-a18c-d1cc7de4c426 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1ba9d3e-d746-4ca7-bbb0-633aae5a4521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579705 Nov 19 14:28:54.591012 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0c862abd-73c5-411c-8cd6-272c1138f555 req-e4719fc6-b426-48f6-bf38-30e88bebc893 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803597 Nov 19 14:28:54.669645 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3984aae1-dd0a-481b-8fe5-a077d69532eb req-98f0f5ec-15ee-4a90-8923-75ff0e553ee0 service neutron] 10.222.0.16 "GET /v2.0/networks/b1ba9d3e-d746-4ca7-bbb0-633aae5a4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560791 Nov 19 14:28:54.808305 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854174341'] for router_gateway, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:54.826326 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3984aae1-dd0a-481b-8fe5-a077d69532eb req-bb782151-c348-4bf4-a48d-fdb9cf744f48 service neutron] 10.222.0.16 "GET /v2.0/networks/b1ba9d3e-d746-4ca7-bbb0-633aae5a4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1488075 Nov 19 14:28:55.321138 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-983'] for router, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:55.325542 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:55.351427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1e439-307b-432d-9227-2819a1aea17b req-e8a31704-c530-4b94-96b0-292ec5dc4c0a tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:55.353358 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4fb1e439-307b-432d-9227-2819a1aea17b req-e8a31704-c530-4b94-96b0-292ec5dc4c0a tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 944 time: 0.0950329 Nov 19 14:28:55.404637 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4fb1e439-307b-432d-9227-2819a1aea17b req-713e9df7-5bd4-4337-8ffe-ff591f99c62a tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Nov 19 14:28:55.426153 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690649'] for router, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:55.426805 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c50a387f-9b0d-458f-8542-4fe3988dec8d {{(pid=80335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 14:28:55.443905 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Notify callbacks [] for router, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:55.445156 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] 10.222.0.43 "DELETE /v2.0/routers/c50a387f-9b0d-458f-8542-4fe3988dec8d HTTP/1.1" status: 204 len: 168 time: 2.3484976 Nov 19 14:28:55.447715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59900) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:55.516390 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc103434-fa04-48e9-a5a8-1400c0ec6278 admin admin] Deleting subnet 2173cd01-9e9b-43c2-b18e-7f09f7b1079a {{(pid=80335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 14:28:55.519936 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fc103434-fa04-48e9-a5a8-1400c0ec6278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:55.580068 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fc103434-fa04-48e9-a5a8-1400c0ec6278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2955110'] for subnet, precommit_delete_associations {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:55.639350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fc103434-fa04-48e9-a5a8-1400c0ec6278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1992101'] for subnet, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:55.962724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1779f-8e90-4f32-9f7f-a5592fe63838 req-b148e3e6-947f-4067-aef8-fae627f0da22 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:55.964315 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e4f1779f-8e90-4f32-9f7f-a5592fe63838 req-b148e3e6-947f-4067-aef8-fae627f0da22 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1819317 Nov 19 14:28:55.995484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fc103434-fa04-48e9-a5a8-1400c0ec6278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852783684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852524426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2623732'] for subnet, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:56.014154 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:56.065939 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc103434-fa04-48e9-a5a8-1400c0ec6278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2173cd01-9e9b-43c2-b18e-7f09f7b1079a,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:56.079295 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fc103434-fa04-48e9-a5a8-1400c0ec6278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:56.152428 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e4f1779f-8e90-4f32-9f7f-a5592fe63838 req-43021a1e-adde-4fea-b23c-c66640f9b219 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796782 Nov 19 14:28:56.168675 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fc103434-fa04-48e9-a5a8-1400c0ec6278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:56.177942 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-fc103434-fa04-48e9-a5a8-1400c0ec6278 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2173cd01-9e9b-43c2-b18e-7f09f7b1079a HTTP/1.1" status: 204 len: 168 time: 0.7269130 Nov 19 14:28:56.178619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59918) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:56.294034 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1858883'] for network, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:56.491133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970236', 'neutron.services.segments.db._delete_segments_for_network--9223363247167790520'] for network, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:56.610123 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155ce0ea-cd68-440f-9376-8aa82af6239b']}} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:56.618924 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82924b9a-46e8-4c70-9d30-493b45e9e2f8 req-00f2e344-e17d-4573-bccd-6e72f3917024 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:56.620631 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82924b9a-46e8-4c70-9d30-493b45e9e2f8 req-00f2e344-e17d-4573-bccd-6e72f3917024 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 944 time: 0.0862482 Nov 19 14:28:56.623987 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0') {'for_net_delete': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:56.624326 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ae7cbe-f5bc-4e14-a134-20a2d916f3b0') {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:28:56.637269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247167819704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851820691'] for segment, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:56.653848 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:56.656224 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 14:28:56.671872 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82924b9a-46e8-4c70-9d30-493b45e9e2f8 req-f60702ff-6f42-4674-b50c-ba4dcde73b58 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437663 Nov 19 14:28:56.842535 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] Network 155ce0ea-cd68-440f-9376-8aa82af6239b has no segments {{(pid=80335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:28:56.852009 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1994887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2251732'] for segment, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:57.032165 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] Network 155ce0ea-cd68-440f-9376-8aa82af6239b has no segments {{(pid=80335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: Traceback (most recent call last): Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: timer() Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: cb(*args, **kw) Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: return func(*args, **kwargs) Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: self._notify() Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: self.callback(batched_events) Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: event.method(event) Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: segment_id)['aggregates'][0] Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: return f(self, *a, **k) Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: return self._get(url).json() Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: **kwargs) Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: return self.request(url, 'GET', **kwargs) Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: **endpoint_filter) Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:28:57.055111 dv-cinder-763306-2-smb neutron-server[80223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:28:57.134104 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852805557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:57.138596 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:57.142444 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:57.166124 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] Pushing event deleted for resources: {'Network': ['ID=155ce0ea-cd68-440f-9376-8aa82af6239b,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:57.168723 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:57.171146 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] 10.222.0.43 "DELETE /v2.0/networks/155ce0ea-cd68-440f-9376-8aa82af6239b HTTP/1.1" status: 204 len: 168 time: 0.9916046 Nov 19 14:28:57.379985 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0dad06-d7c2-4bb2-be33-3e3e93bea4a9 req-85f1244c-d733-4e18-a108-c140e0a8cca7 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:57.381816 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fe0dad06-d7c2-4bb2-be33-3e3e93bea4a9 req-85f1244c-d733-4e18-a108-c140e0a8cca7 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0850465 Nov 19 14:28:57.392671 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 59940) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:57.430203 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fe0dad06-d7c2-4bb2-be33-3e3e93bea4a9 req-225c1afe-7b74-45b1-9d5d-6995b7a0ab68 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422635 Nov 19 14:28:57.451048 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-3404acad-a882-42b1-92de-5879b0d5a237 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39529dac6cd14baa83b65e88bb873659&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0570266 Nov 19 14:28:57.453611 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 59944) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:28:57.520587 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bc5a76b9-f235-4a0d-a10b-0a4b55451c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:57.548728 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bc5a76b9-f235-4a0d-a10b-0a4b55451c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:57.600998 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bc5a76b9-f235-4a0d-a10b-0a4b55451c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:57.604911 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-51e44b96-cf23-48a1-892e-36e6239992df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:28:57.619941 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a76b9-f235-4a0d-a10b-0a4b55451c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ed9217-0c60-4a68-b1f1-1ef0854bbe53,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:28:57.622752 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-bc5a76b9-f235-4a0d-a10b-0a4b55451c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:28:57.630881 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bc5a76b9-f235-4a0d-a10b-0a4b55451c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:28:57.632176 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-bc5a76b9-f235-4a0d-a10b-0a4b55451c86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31ed9217-0c60-4a68-b1f1-1ef0854bbe53 HTTP/1.1" status: 204 len: 168 time: 0.1773918 Nov 19 14:28:57.891806 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f7989-2969-4829-a411-41935a4ec275 req-3951cd98-b3ec-46cf-96ee-2d14c8ccc385 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:57.897094 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b10f7989-2969-4829-a411-41935a4ec275 req-3951cd98-b3ec-46cf-96ee-2d14c8ccc385 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 944 time: 0.0902543 Nov 19 14:28:57.947642 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b10f7989-2969-4829-a411-41935a4ec275 req-d9806dc8-af6a-441e-9536-10d395cafdba tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476751 Nov 19 14:28:58.658712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc2291-521b-4115-bb36-df03d7478dd4 req-b39d9ba9-bfea-4ff7-8099-e95441ccfa09 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:58.660245 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-84fc2291-521b-4115-bb36-df03d7478dd4 req-b39d9ba9-bfea-4ff7-8099-e95441ccfa09 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0866463 Nov 19 14:28:58.712704 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-84fc2291-521b-4115-bb36-df03d7478dd4 req-3156c1a8-e239-4f5e-9d2a-5f41df3bf853 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461605 Nov 19 14:28:59.178407 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72135d98-1a1b-4104-9d0e-679730475b79 req-74908fa9-ce59-4ff8-bcad-efb24cc66897 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:59.180297 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72135d98-1a1b-4104-9d0e-679730475b79 req-74908fa9-ce59-4ff8-bcad-efb24cc66897 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 944 time: 0.0957830 Nov 19 14:28:59.228897 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72135d98-1a1b-4104-9d0e-679730475b79 req-558ecd55-8775-48ce-9fae-788bc8a86160 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425050 Nov 19 14:28:59.518593 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.objects.ports [None req-139a8ace-4546-47ce-b01c-4340408127b7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80336) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 14:28:59.945087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfe976-b1f5-48d7-a693-d2426c2f1398 req-26bd2b27-d1f5-485f-9fea-b062d9981cde tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:28:59.946749 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-becfe976-b1f5-48d7-a693-d2426c2f1398 req-26bd2b27-d1f5-485f-9fea-b062d9981cde tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0859230 Nov 19 14:29:00.000426 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-becfe976-b1f5-48d7-a693-d2426c2f1398 req-4fef6865-b73f-4658-9bb7-a9d80414a5e4 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473628 Nov 19 14:29:00.456811 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cc1cd-284f-401b-8ef6-8ee9bf1aa7ce req-57cfed85-f02f-45e9-8a54-27a70034b02f tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:00.458452 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-647cc1cd-284f-401b-8ef6-8ee9bf1aa7ce req-57cfed85-f02f-45e9-8a54-27a70034b02f tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 944 time: 0.0926192 Nov 19 14:29:00.513346 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-647cc1cd-284f-401b-8ef6-8ee9bf1aa7ce req-33763375-08c5-44ce-aa12-3bba157fa219 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456007 Nov 19 14:29:00.690230 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 08fdcbfb-bef9-47ca-9654-d8e265bffd0c up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:29:00.767807 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port 08fdcbfb-bef9-47ca-9654-d8e265bffd0c completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:29:00.773952 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 08fdcbfb-bef9-47ca-9654-d8e265bffd0c triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:29:00.774372 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:00.898741 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:00.927597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e694aac3-9c5c-4e7d-a860-01453f6b79a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fdcbfb-bef9-47ca-9654-d8e265bffd0c'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:29:00.937845 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 08fdcbfb-bef9-47ca-9654-d8e265bffd0c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=08fdcbfb-bef9-47ca-9654-d8e265bffd0c,segment=NetworkSegment(777fa6e3-2761-45f5-9005-c5105e0eb9f5),segment_id=777fa6e3-2761-45f5-9005-c5105e0eb9f5)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:29:00.942627 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:00.943583 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 025c7366-5946-4660-940c-479c7330b0a6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:29:00.973078 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:01.019852 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e694aac3-9c5c-4e7d-a860-01453f6b79a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fdcbfb-bef9-47ca-9654-d8e265bffd0c', 'code': 200} Nov 19 14:29:01.080390 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=08fdcbfb-bef9-47ca-9654-d8e265bffd0c,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:01.086410 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:01.116204 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 025c7366-5946-4660-940c-479c7330b0a6 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:29:01.125868 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:01.268029 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d47f0-17a0-4e84-9011-ab20668a2570 req-934f2873-efaf-46f8-95e1-8ca5b45b8a60 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:01.277180 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-142d47f0-17a0-4e84-9011-ab20668a2570 req-934f2873-efaf-46f8-95e1-8ca5b45b8a60 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1123259 Nov 19 14:29:01.387896 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-142d47f0-17a0-4e84-9011-ab20668a2570 req-82254ba9-8b3c-4ebb-9132-aac1dbae68ef tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095212 Nov 19 14:29:01.404359 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9ffbb8d2-7248-4263-a78d-8db85d8853cc req-55297a84-f58b-4ca4-ae1e-a86c15e967c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 1163 time: 0.1238973 Nov 19 14:29:01.473251 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9ffbb8d2-7248-4263-a78d-8db85d8853cc req-6c091c18-c7fd-4e58-8853-89cccf6d8e20 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587316 Nov 19 14:29:01.748034 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86704930-8f07-4358-a246-ee1b4354095b req-9847c365-b558-4d07-9f7c-8ba5b72892eb tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:01.749640 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-86704930-8f07-4358-a246-ee1b4354095b req-9847c365-b558-4d07-9f7c-8ba5b72892eb tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 946 time: 0.0866208 Nov 19 14:29:01.751080 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 08fdcbfb-bef9-47ca-9654-d8e265bffd0c up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:29:01.800620 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-86704930-8f07-4358-a246-ee1b4354095b req-395e4b5c-d6f0-4cd6-b0be-5dcd2f58ae01 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437906 Nov 19 14:29:01.827633 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 08fdcbfb-bef9-47ca-9654-d8e265bffd0c triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:29:01.828056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:02.635893 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d15fab-6d5c-472d-af35-0ce9c8d1558a req-916873cc-bcba-4e10-b899-1c6a00d013ad tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:02.635893 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d3d15fab-6d5c-472d-af35-0ce9c8d1558a req-916873cc-bcba-4e10-b899-1c6a00d013ad tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0884507 Nov 19 14:29:02.687431 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d3d15fab-6d5c-472d-af35-0ce9c8d1558a req-b46b57f8-895a-42c3-9452-1ec289f56865 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445552 Nov 19 14:29:03.032211 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaac9b-0ad0-4985-8c5c-6f8b06f4940d req-f28f4313-a517-489e-9e98-ab58ed759817 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:03.034206 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dacaac9b-0ad0-4985-8c5c-6f8b06f4940d req-f28f4313-a517-489e-9e98-ab58ed759817 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 946 time: 0.1010330 Nov 19 14:29:03.108071 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dacaac9b-0ad0-4985-8c5c-6f8b06f4940d req-8d551186-2d8c-4193-9f7d-bff514cd26ca tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656545 Nov 19 14:29:03.933744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c0ed5-abc5-4494-b94c-3356f3b2d364 req-3e71866e-37ef-4b67-a294-7ee85ae047c3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:03.935552 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-877c0ed5-abc5-4494-b94c-3356f3b2d364 req-3e71866e-37ef-4b67-a294-7ee85ae047c3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0942850 Nov 19 14:29:04.344600 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-877c0ed5-abc5-4494-b94c-3356f3b2d364 req-348bffd0-b5a5-465b-903b-3ce985e3276c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022532 Nov 19 14:29:04.535960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a63fac-706f-41d9-9eb0-26bfd66f91fd req-1c573234-3d8d-4e55-bf5f-0846193e9336 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:04.562290 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d4a63fac-706f-41d9-9eb0-26bfd66f91fd req-1c573234-3d8d-4e55-bf5f-0846193e9336 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 946 time: 0.1576934 Nov 19 14:29:04.651462 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d4a63fac-706f-41d9-9eb0-26bfd66f91fd req-ae09f722-aa7a-46ce-8af0-8b8c85a3956a tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879002 Nov 19 14:29:05.685946 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2ce13-9597-4ecc-b7fe-4df7bf5c2600 req-446054cb-1781-4004-bab3-b974e436a648 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:05.694867 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f6e2ce13-9597-4ecc-b7fe-4df7bf5c2600 req-446054cb-1781-4004-bab3-b974e436a648 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1244302 Nov 19 14:29:05.769695 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f6e2ce13-9597-4ecc-b7fe-4df7bf5c2600 req-71510018-c279-4f96-8499-91451cd0d48d tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702136 Nov 19 14:29:07.055674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0832a92-0662-4828-97e0-72af4dc94f74 req-c205dc76-0d35-4605-b4a7-ebdf0da6939c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:07.057409 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f0832a92-0662-4828-97e0-72af4dc94f74 req-c205dc76-0d35-4605-b4a7-ebdf0da6939c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1128633 Nov 19 14:29:07.154382 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f0832a92-0662-4828-97e0-72af4dc94f74 req-b1ac98fb-abbd-4435-8e77-08c1cae6d072 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882907 Nov 19 14:29:08.442944 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a92e8-f544-4996-bf39-4ca90c07a26f req-a2c69781-10f5-408f-8996-93c54c0ae5e9 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:08.444679 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-df8a92e8-f544-4996-bf39-4ca90c07a26f req-a2c69781-10f5-408f-8996-93c54c0ae5e9 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1191542 Nov 19 14:29:08.504359 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-df8a92e8-f544-4996-bf39-4ca90c07a26f req-dd7461bc-bacf-452c-b196-c39a2ce926a4 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488586 Nov 19 14:29:09.823202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634eba0-7544-486c-a6b5-ce1baf476ad7 req-4687b76f-f08d-466f-8406-2ef5179f8bd7 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:09.832562 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8634eba0-7544-486c-a6b5-ce1baf476ad7 req-4687b76f-f08d-466f-8406-2ef5179f8bd7 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1148608 Nov 19 14:29:09.894000 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8634eba0-7544-486c-a6b5-ce1baf476ad7 req-9caad67a-ab39-4d7f-9fd4-8e7da9ea0cb8 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597062 Nov 19 14:29:10.177315 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a4372f8-4fdc-40cd-8adb-de53243550bb req-2f0dcd5c-c6a5-4663-aa8b-e237bddd7fce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1576474 Nov 19 14:29:10.357357 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a4372f8-4fdc-40cd-8adb-de53243550bb req-2e55dbe5-64ab-4c02-b909-55820d82d7d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77b33d747f6846c6b1b67fccd366d808&device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 1163 time: 0.1297898 Nov 19 14:29:10.589330 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4372f8-4fdc-40cd-8adb-de53243550bb req-c90e3482-20b6-4e0c-a63b-02bf4e8544bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:10.591039 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a4372f8-4fdc-40cd-8adb-de53243550bb req-c90e3482-20b6-4e0c-a63b-02bf4e8544bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9566fb2-f013-4e79-aed7-babb03e3eff8 HTTP/1.1" status: 200 len: 905 time: 0.1864464 Nov 19 14:29:10.726225 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a4372f8-4fdc-40cd-8adb-de53243550bb req-7dd76f88-5e79-40a1-a2b2-a88faf712704 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1dd24d-d5e0-4d66-adcb-d87120967d4a HTTP/1.1" status: 200 len: 1001 time: 0.1268740 Nov 19 14:29:10.811718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4372f8-4fdc-40cd-8adb-de53243550bb req-a0e31e07-89e9-4b6a-9c7e-d7515d01885d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:10.813332 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a4372f8-4fdc-40cd-8adb-de53243550bb req-a0e31e07-89e9-4b6a-9c7e-d7515d01885d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e9e1595-8ff8-40af-b3f7-496f185928f3 HTTP/1.1" status: 200 len: 850 time: 0.0797541 Nov 19 14:29:10.902802 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a4372f8-4fdc-40cd-8adb-de53243550bb req-fa750b5c-3806-4b87-9f5e-10d1d9eeca5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9566fb2-f013-4e79-aed7-babb03e3eff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814905 Nov 19 14:29:11.091686 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a4372f8-4fdc-40cd-8adb-de53243550bb req-957e49ab-3dc8-4de2-9e23-61d2cc388b42 service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737990 Nov 19 14:29:11.380563 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a4372f8-4fdc-40cd-8adb-de53243550bb req-71a5cf69-da9d-40c4-8687-30183806e085 service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2785826 Nov 19 14:29:11.399934 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326974b9-bae5-4cec-95ab-252675dfc631 req-f963445f-bd16-47c3-8fb7-2eb0fdd43691 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:11.401654 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-326974b9-bae5-4cec-95ab-252675dfc631 req-f963445f-bd16-47c3-8fb7-2eb0fdd43691 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.2323592 Nov 19 14:29:11.470207 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-326974b9-bae5-4cec-95ab-252675dfc631 req-0a75ffcf-639b-4424-8124-ba13f0e383ab tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603950 Nov 19 14:29:12.739760 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f959c-0081-443d-931a-29769bdb1228 req-7aae0359-90e2-4664-b509-209d0974b8a1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:12.746354 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1c3f959c-0081-443d-931a-29769bdb1228 req-7aae0359-90e2-4664-b509-209d0974b8a1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1212637 Nov 19 14:29:12.797112 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1c3f959c-0081-443d-931a-29769bdb1228 req-060880fe-32e0-4e2a-977b-8e5a85382f2f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485504 Nov 19 14:29:13.643301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-569c51d3-787b-4ca9-964c-d04588701bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:14.051758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1daf1f3-1c7b-4441-ba6b-8389778894fd req-400e30f4-ff8c-48cf-b833-89d5d63bee24 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:14.053368 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e1daf1f3-1c7b-4441-ba6b-8389778894fd req-400e30f4-ff8c-48cf-b833-89d5d63bee24 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0911307 Nov 19 14:29:14.104980 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e1daf1f3-1c7b-4441-ba6b-8389778894fd req-1d695179-bcb0-4223-9453-3458c867587f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423286 Nov 19 14:29:14.947867 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32ea3b8c-3bea-4767-b68d-dad2113affd6 req-063e8040-b87b-4889-97a8-1e91aa5443ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 1163 time: 0.0777974 Nov 19 14:29:15.001582 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 60426) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:15.066257 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:15.139781 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea3b8c-3bea-4767-b68d-dad2113affd6 req-55b951f7-ab89-40c1-90c1-8cfddbd0ff42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:15.142284 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32ea3b8c-3bea-4767-b68d-dad2113affd6 req-55b951f7-ab89-40c1-90c1-8cfddbd0ff42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 910 time: 0.1878700 Nov 19 14:29:15.188714 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-50b0b989-e85f-4fbc-a402-ce201fc6ac62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:15.229509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-50b0b989-e85f-4fbc-a402-ce201fc6ac62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:15.233969 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-50b0b989-e85f-4fbc-a402-ce201fc6ac62 admin admin] Usage tracker for resource:security_group_rule and tenant:6957538da89f4ebcb148e5c151c53915 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:15.237116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-50b0b989-e85f-4fbc-a402-ce201fc6ac62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:15.247201 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-50b0b989-e85f-4fbc-a402-ce201fc6ac62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:15.264732 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32ea3b8c-3bea-4767-b68d-dad2113affd6 req-fccaf6ee-be2a-4acc-ac0c-31e5ffe87c37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=025c7366-5946-4660-940c-479c7330b0a6 HTTP/1.1" status: 200 len: 1001 time: 0.1144528 Nov 19 14:29:15.339142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea3b8c-3bea-4767-b68d-dad2113affd6 req-5c20bae8-8211-481c-985b-6864e421da02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:15.340765 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32ea3b8c-3bea-4767-b68d-dad2113affd6 req-5c20bae8-8211-481c-985b-6864e421da02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20923fe1-d567-4c1e-add1-0805a365f43b HTTP/1.1" status: 200 len: 855 time: 0.0685532 Nov 19 14:29:15.403448 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-50b0b989-e85f-4fbc-a402-ce201fc6ac62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:15.411392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72586f-e5cb-45dd-b41f-dee32cb360c7 req-1e2bbe61-9c3d-4bcf-90bc-a68fe5c269df tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:15.414586 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2a72586f-e5cb-45dd-b41f-dee32cb360c7 req-1e2bbe61-9c3d-4bcf-90bc-a68fe5c269df tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.1361606 Nov 19 14:29:15.415725 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-50b0b989-e85f-4fbc-a402-ce201fc6ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:15.427803 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32ea3b8c-3bea-4767-b68d-dad2113affd6 req-a947fa9b-7cb1-4568-8938-42859ae86cd4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c7d019c-f6fc-47eb-aa49-9850e73d1180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792649 Nov 19 14:29:15.635800 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32ea3b8c-3bea-4767-b68d-dad2113affd6 req-0607c336-1fa2-4c3d-8fb5-a441ccde80ea service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991522 Nov 19 14:29:15.701041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c3fadf50-7cdc-401f-b336-1066993d9a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:15.719861 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-50b0b989-e85f-4fbc-a402-ce201fc6ac62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6957538da89f4ebcb148e5c151c53915&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7168727 Nov 19 14:29:15.720789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 60446) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:15.783923 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0b989-e85f-4fbc-a402-ce201fc6ac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ae8009-7dd6-4308-8c48-ca2b791c2d99,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:15.794397 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32ea3b8c-3bea-4767-b68d-dad2113affd6 req-46a9c207-8f53-4bef-ad3c-cf22a8094177 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1512599 Nov 19 14:29:15.797233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-50b0b989-e85f-4fbc-a402-ce201fc6ac62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:15.825244 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2a72586f-e5cb-45dd-b41f-dee32cb360c7 req-1dfd6850-b811-45cf-a52e-06a6251982e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4006419 Nov 19 14:29:15.843718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87e4653b-6d34-4410-9c36-81a618fe7c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:15.870949 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87e4653b-6d34-4410-9c36-81a618fe7c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:15.929790 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87e4653b-6d34-4410-9c36-81a618fe7c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:15.934850 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cd502b14-c76c-4b19-8692-786c2da24d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:15.948437 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4653b-6d34-4410-9c36-81a618fe7c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ae8009-7dd6-4308-8c48-ca2b791c2d99,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:15.951251 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-87e4653b-6d34-4410-9c36-81a618fe7c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:15.952401 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-87e4653b-6d34-4410-9c36-81a618fe7c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:15.956565 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-87e4653b-6d34-4410-9c36-81a618fe7c2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3ae8009-7dd6-4308-8c48-ca2b791c2d99 HTTP/1.1" status: 204 len: 168 time: 0.2290528 Nov 19 14:29:16.035538 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bda3dc96-804d-4548-a525-3540e2ed7f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:16.318387 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 60458) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:16.339060 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-04f32d95-5dc9-4540-a01f-702aad667779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:16.375261 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-04f32d95-5dc9-4540-a01f-702aad667779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:16.379633 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-04f32d95-5dc9-4540-a01f-702aad667779 admin admin] Usage tracker for resource:security_group_rule and tenant:01a871124267446f8c94abeed536eafb is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:16.382822 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-04f32d95-5dc9-4540-a01f-702aad667779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:16.388960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-04f32d95-5dc9-4540-a01f-702aad667779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:16.467452 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-04f32d95-5dc9-4540-a01f-702aad667779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:16.471490 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-04f32d95-5dc9-4540-a01f-702aad667779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:16.478979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-797b958d-e2c3-4c1d-a52d-b636bd9362ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:16.521267 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f32d95-5dc9-4540-a01f-702aad667779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4883baed-ab11-4b1d-a29d-6a78c2118311,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:16.524824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-04f32d95-5dc9-4540-a01f-702aad667779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:16.528030 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-04f32d95-5dc9-4540-a01f-702aad667779 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01a871124267446f8c94abeed536eafb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2082779 Nov 19 14:29:16.530594 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 60462) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:16.535133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:16.596664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3da8b57b-3631-4e13-b404-a2e0cc2b60a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:16.625516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3da8b57b-3631-4e13-b404-a2e0cc2b60a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:16.676074 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3da8b57b-3631-4e13-b404-a2e0cc2b60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:16.680391 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8d70194c-2a28-4ad4-a641-416571a11004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:16.692744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8b57b-3631-4e13-b404-a2e0cc2b60a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4883baed-ab11-4b1d-a29d-6a78c2118311,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:16.696576 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3da8b57b-3631-4e13-b404-a2e0cc2b60a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:16.699956 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3da8b57b-3631-4e13-b404-a2e0cc2b60a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:16.701185 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-3da8b57b-3631-4e13-b404-a2e0cc2b60a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4883baed-ab11-4b1d-a29d-6a78c2118311 HTTP/1.1" status: 204 len: 168 time: 0.1696506 Nov 19 14:29:17.068653 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7b646-57c9-46fd-8a18-d00e5bac5dec req-952d2725-0719-482f-8f09-6e278e371553 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:17.070325 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e8e7b646-57c9-46fd-8a18-d00e5bac5dec req-952d2725-0719-482f-8f09-6e278e371553 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0888503 Nov 19 14:29:17.124253 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e8e7b646-57c9-46fd-8a18-d00e5bac5dec req-1bbaf34d-4de1-4cb5-89a7-33b04858b052 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472519 Nov 19 14:29:17.423301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:17.887149 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 025c7366-5946-4660-940c-479c7330b0a6 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:29:18.015035 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:18.023842 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:18.056145 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '025c7366-5946-4660-940c-479c7330b0a6'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:29:18.066804 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 025c7366-5946-4660-940c-479c7330b0a6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=025c7366-5946-4660-940c-479c7330b0a6,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:29:18.071373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:18.073466 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e89ede66-089b-4175-a6f3-9e9d20fa65cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:18.164677 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=025c7366-5946-4660-940c-479c7330b0a6,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:18.168754 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:18.191251 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '025c7366-5946-4660-940c-479c7330b0a6', 'code': 200} Nov 19 14:29:18.380073 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca047c-819c-4c55-9241-15d183ca0fe7 req-22cd7364-3939-463e-833e-e2f7974a68dd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:18.381804 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d0ca047c-819c-4c55-9241-15d183ca0fe7 req-22cd7364-3939-463e-833e-e2f7974a68dd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.1009433 Nov 19 14:29:18.440504 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d0ca047c-819c-4c55-9241-15d183ca0fe7 req-968e0966-355b-4afa-ae95-b1ecaeec9df4 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521312 Nov 19 14:29:19.577783 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78d158-d882-4755-8f44-0a8d9d254a6a req-45849288-ab29-431e-b9c2-8f7ac57f190c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:19.579293 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fb78d158-d882-4755-8f44-0a8d9d254a6a req-45849288-ab29-431e-b9c2-8f7ac57f190c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0833397 Nov 19 14:29:19.605926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 60566) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:19.634877 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fb78d158-d882-4755-8f44-0a8d9d254a6a req-d3a4e2f8-49c6-4bf8-8f6b-94f074aaaf44 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489423 Nov 19 14:29:19.686188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:29:19.781389 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1786525a-c236-4982-b2b0-99d3d2e5bc20 req-212773e1-46d6-4f67-a1c1-7bb062252126 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1734521 Nov 19 14:29:20.883096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b20d5b-e9a7-4271-ae71-d56c52daffcf req-bc05a7a3-0454-4648-8b70-9fc762ce45a9 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:20.884862 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-76b20d5b-e9a7-4271-ae71-d56c52daffcf req-bc05a7a3-0454-4648-8b70-9fc762ce45a9 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0940022 Nov 19 14:29:20.935724 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-76b20d5b-e9a7-4271-ae71-d56c52daffcf req-d06afd07-e888-4964-897f-a0875cbccdbd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444548 Nov 19 14:29:21.141384 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1786525a-c236-4982-b2b0-99d3d2e5bc20 req-0aa88887-f08f-47c4-ac2a-7edee752084f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e&tenant_id=3b9f0120857d4cdba0db0a3b0de27f15 HTTP/1.1" status: 200 len: 1161 time: 0.0772374 Nov 19 14:29:21.265222 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1786525a-c236-4982-b2b0-99d3d2e5bc20 req-311d9c01-b776-422b-93cb-36ffc18c0288 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 1161 time: 0.0791349 Nov 19 14:29:21.414981 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786525a-c236-4982-b2b0-99d3d2e5bc20 req-d6dd3590-1a9c-4d05-9660-a4aca350390b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:21.416568 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1786525a-c236-4982-b2b0-99d3d2e5bc20 req-d6dd3590-1a9c-4d05-9660-a4aca350390b service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 910 time: 0.1442771 Nov 19 14:29:21.532378 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1786525a-c236-4982-b2b0-99d3d2e5bc20 req-a29665c2-aadf-4ebb-a8f5-cf2cb2784039 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=025c7366-5946-4660-940c-479c7330b0a6 HTTP/1.1" status: 200 len: 999 time: 0.1072559 Nov 19 14:29:21.606711 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786525a-c236-4982-b2b0-99d3d2e5bc20 req-e7a2d920-7863-4696-99b9-c8db2fd703c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:21.608290 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1786525a-c236-4982-b2b0-99d3d2e5bc20 req-e7a2d920-7863-4696-99b9-c8db2fd703c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20923fe1-d567-4c1e-add1-0805a365f43b HTTP/1.1" status: 200 len: 855 time: 0.0687654 Nov 19 14:29:21.696073 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1786525a-c236-4982-b2b0-99d3d2e5bc20 req-b84774a4-e95c-443f-b888-7204be61175b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c7d019c-f6fc-47eb-aa49-9850e73d1180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800154 Nov 19 14:29:21.846563 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1786525a-c236-4982-b2b0-99d3d2e5bc20 req-4149caa3-ed83-4cd9-a87a-d12fb022ff0d service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434386 Nov 19 14:29:22.231834 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff44efa-25e2-4a88-97d5-d828bd906ecf req-8597822c-33c3-41ab-9e67-10617686c09b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:22.233492 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8ff44efa-25e2-4a88-97d5-d828bd906ecf req-8597822c-33c3-41ab-9e67-10617686c09b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.1091642 Nov 19 14:29:22.277047 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1786525a-c236-4982-b2b0-99d3d2e5bc20 req-857614e5-7bdc-45f6-9fdc-f6b91068a588 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4181447 Nov 19 14:29:22.291565 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8ff44efa-25e2-4a88-97d5-d828bd906ecf req-74826f56-8c12-4d35-8a1b-ccdea5ab2a36 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497377 Nov 19 14:29:23.560978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bf8e0-7003-4deb-a6c5-68bef5b2dfa1 req-e541c681-92da-4b4b-8830-c9cf2d9d7a59 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:23.562725 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-035bf8e0-7003-4deb-a6c5-68bef5b2dfa1 req-e541c681-92da-4b4b-8830-c9cf2d9d7a59 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.1057954 Nov 19 14:29:23.656815 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-035bf8e0-7003-4deb-a6c5-68bef5b2dfa1 req-0a019be8-9725-479d-9fc7-43c7d617e709 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844154 Nov 19 14:29:24.969107 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a4229-5a43-4942-b3b1-001a3f77c112 req-0968e592-ae7d-435c-8e08-d628e853f61c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:24.970773 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6e7a4229-5a43-4942-b3b1-001a3f77c112 req-0968e592-ae7d-435c-8e08-d628e853f61c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.1081200 Nov 19 14:29:25.023739 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6e7a4229-5a43-4942-b3b1-001a3f77c112 req-a51c5888-0652-4406-9f99-b4d1fe45a1f4 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439572 Nov 19 14:29:26.348852 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed21ff4-9e57-4333-b904-ddb6e7424d9f req-5ad9065e-e7ff-4dc1-a1b7-0bfa6b68dcb0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:26.350707 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4ed21ff4-9e57-4333-b904-ddb6e7424d9f req-5ad9065e-e7ff-4dc1-a1b7-0bfa6b68dcb0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0965738 Nov 19 14:29:26.407950 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4ed21ff4-9e57-4333-b904-ddb6e7424d9f req-cfab11d1-28b2-4d0e-a8c5-ed565701ce9d tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476131 Nov 19 14:29:27.646177 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba15859-9a78-4ecc-afc2-1d9dff2bc90a req-3fa55945-efd8-4230-b3cf-d287678e5c01 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:27.647976 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cba15859-9a78-4ecc-afc2-1d9dff2bc90a req-3fa55945-efd8-4230-b3cf-d287678e5c01 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0916734 Nov 19 14:29:27.697459 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cba15859-9a78-4ecc-afc2-1d9dff2bc90a req-b9a4fd64-796e-427e-81e5-a9a39537b4a6 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431707 Nov 19 14:29:28.946690 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713f28e-6ae1-410f-b9c9-b91487fa63ed req-576c7c38-a8d4-498c-87b4-2a6e463b8745 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:28.948445 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a713f28e-6ae1-410f-b9c9-b91487fa63ed req-576c7c38-a8d4-498c-87b4-2a6e463b8745 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0943928 Nov 19 14:29:29.002593 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a713f28e-6ae1-410f-b9c9-b91487fa63ed req-95dd337a-493e-46b9-8b46-f90936681b5b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448520 Nov 19 14:29:30.305703 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b59da2-5097-41bf-9a15-7b4593daaca3 req-12846a05-bec3-475e-991a-8c9bf5f13c01 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:30.307528 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-86b59da2-5097-41bf-9a15-7b4593daaca3 req-12846a05-bec3-475e-991a-8c9bf5f13c01 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0849020 Nov 19 14:29:30.369986 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-86b59da2-5097-41bf-9a15-7b4593daaca3 req-4f1ff412-bcd8-47ca-961f-468ac046716d tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554221 Nov 19 14:29:31.620184 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62312675-a598-461a-a14a-d8b4488f95c9 req-af3b7495-bd0c-40fd-a783-d81faffeecfa tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:31.621852 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-62312675-a598-461a-a14a-d8b4488f95c9 req-af3b7495-bd0c-40fd-a783-d81faffeecfa tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0879011 Nov 19 14:29:31.675620 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-62312675-a598-461a-a14a-d8b4488f95c9 req-a4bab1c2-f1fa-4d19-acb1-cfcaf7789f07 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473986 Nov 19 14:29:32.956899 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42e3e4-a3af-419e-96fb-ee693323c96e req-968b3f35-7d91-4645-b1b6-378e1e7702b1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:32.959930 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3a42e3e4-a3af-419e-96fb-ee693323c96e req-968b3f35-7d91-4645-b1b6-378e1e7702b1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0993147 Nov 19 14:29:33.013292 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3a42e3e4-a3af-419e-96fb-ee693323c96e req-411c0d90-8adc-4074-804c-d7ac3033931b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452855 Nov 19 14:29:34.305932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914a170-fb6c-4cd4-8b6e-81279b901a71 req-12f382dc-e96e-4b8c-a062-03b03b1610dc tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:34.307559 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a914a170-fb6c-4cd4-8b6e-81279b901a71 req-12f382dc-e96e-4b8c-a062-03b03b1610dc tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0972667 Nov 19 14:29:34.363565 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a914a170-fb6c-4cd4-8b6e-81279b901a71 req-184a3f8c-3d00-4075-b38a-d57521a5c540 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468755 Nov 19 14:29:35.636557 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a96ae9-4c3c-4493-9659-aea61c5cfb50 req-51a1bc08-1200-4502-945b-dee5fd27a308 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:35.638201 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-29a96ae9-4c3c-4493-9659-aea61c5cfb50 req-51a1bc08-1200-4502-945b-dee5fd27a308 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0878515 Nov 19 14:29:35.694959 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-29a96ae9-4c3c-4493-9659-aea61c5cfb50 req-9b6edc13-a9dc-4669-b474-fbee0259dc86 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500634 Nov 19 14:29:36.969418 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21eabc-4378-4b03-8a43-9628a7712d53 req-e716482d-8e84-46c1-bedb-b7c3581ffeb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:36.971624 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dc21eabc-4378-4b03-8a43-9628a7712d53 req-e716482d-8e84-46c1-bedb-b7c3581ffeb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0970850 Nov 19 14:29:37.027146 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dc21eabc-4378-4b03-8a43-9628a7712d53 req-9d546604-db13-4e98-85d9-b040ab79ee44 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490746 Nov 19 14:29:38.353605 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cc29f-f70c-4db8-82a4-285eb39a6e11 req-a155bbe3-a46a-4a6e-9112-e371c917c217 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:38.362882 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-139cc29f-f70c-4db8-82a4-285eb39a6e11 req-a155bbe3-a46a-4a6e-9112-e371c917c217 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.1047175 Nov 19 14:29:38.429857 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-139cc29f-f70c-4db8-82a4-285eb39a6e11 req-fed893cf-c5e8-4c9c-8cd5-c239fdf0d9e1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584002 Nov 19 14:29:38.522436 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 60962) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:38.685535 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:38.719826 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:38.725516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Usage tracker for resource:security_group_rule and tenant:9cfd8c3e18a549db84b4857eaf029b1e is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:38.729406 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:38.735367 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:38.809806 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:38.813028 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:38.820764 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9ec3b38c-7923-4ec1-bc50-5bc6b1939d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:38.869292 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19790ae-2ecd-4743-9d24-2495c254cb65,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:38.873553 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9cfd8c3e18a549db84b4857eaf029b1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3499990 Nov 19 14:29:38.876682 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 60982) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:38.882164 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.882576 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.882961 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.883367 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.883813 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.884120 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.884494 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.884901 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.885261 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.885655 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.886066 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.886451 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.887843 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.888291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.888678 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.889067 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.889452 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.889926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.890297 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.890683 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.891146 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.891517 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.891895 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.892275 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:38.897112 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a738ad3-84bc-43e5-8797-3860b10d9a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:38.946102 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:38.973232 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:39.019575 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:39.024427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:39.037036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19790ae-2ecd-4743-9d24-2495c254cb65,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:39.045234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:39.046505 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f19790ae-2ecd-4743-9d24-2495c254cb65 HTTP/1.1" status: 204 len: 168 time: 0.1685395 Nov 19 14:29:39.050987 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.051342 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.051774 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.052168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.052525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.052911 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.053296 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.053698 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.054085 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.054468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.054845 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.055221 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.055657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.056035 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.056409 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.056781 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.057155 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.057529 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.058117 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.058492 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.058864 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.059343 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.059716 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.060087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:39.063785 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:39.424506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 60990) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:39.455292 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e12076c2-18de-4efe-84de-48ffd95ffcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:39.490685 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-e12076c2-18de-4efe-84de-48ffd95ffcd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:39.495131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-e12076c2-18de-4efe-84de-48ffd95ffcd1 admin admin] Usage tracker for resource:security_group_rule and tenant:b2d0036930a441e984d50ec21a610781 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:39.498291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-e12076c2-18de-4efe-84de-48ffd95ffcd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:39.504738 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-e12076c2-18de-4efe-84de-48ffd95ffcd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:39.573259 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e12076c2-18de-4efe-84de-48ffd95ffcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:39.577194 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e12076c2-18de-4efe-84de-48ffd95ffcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:39.584303 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3ab69e02-2dbd-4a9f-a6e0-486d17695fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:39.682863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12076c2-18de-4efe-84de-48ffd95ffcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cb3dc2-614c-4051-b2e9-13f11e98d7a0,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:39.688646 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e12076c2-18de-4efe-84de-48ffd95ffcd1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b2d0036930a441e984d50ec21a610781&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2627389 Nov 19 14:29:39.689712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e12076c2-18de-4efe-84de-48ffd95ffcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:39.691565 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 60996) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:39.772770 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67342e-6a21-474b-a5ed-16f575a7954e req-d0a05c8e-cb2c-410a-bdf3-98b5ba9263db tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:39.774326 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-df67342e-6a21-474b-a5ed-16f575a7954e req-d0a05c8e-cb2c-410a-bdf3-98b5ba9263db tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.1709669 Nov 19 14:29:39.777500 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a5ed602b-889c-4f51-8c6f-11f289357a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:39.831466 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a5ed602b-889c-4f51-8c6f-11f289357a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:39.886345 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-df67342e-6a21-474b-a5ed-16f575a7954e req-ade3ce83-6987-4544-9053-e1cf9275d198 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982804 Nov 19 14:29:39.901290 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a5ed602b-889c-4f51-8c6f-11f289357a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:39.906818 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f0f34faa-9863-4849-9f6e-e5ecbbac46aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:39.924585 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed602b-889c-4f51-8c6f-11f289357a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cb3dc2-614c-4051-b2e9-13f11e98d7a0,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:39.926967 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a5ed602b-889c-4f51-8c6f-11f289357a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:39.937225 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a5ed602b-889c-4f51-8c6f-11f289357a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:39.940942 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-a5ed602b-889c-4f51-8c6f-11f289357a20 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71cb3dc2-614c-4051-b2e9-13f11e98d7a0 HTTP/1.1" status: 204 len: 168 time: 0.2460566 Nov 19 14:29:41.123617 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478d90c-706f-4540-ab6d-638e69e4ab1b req-abb027ed-c958-4835-aad3-a2317137a43a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:41.125328 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1478d90c-706f-4540-ab6d-638e69e4ab1b req-abb027ed-c958-4835-aad3-a2317137a43a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0862253 Nov 19 14:29:41.175429 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1478d90c-706f-4540-ab6d-638e69e4ab1b req-91956bc1-f583-4725-8425-fd23a715bc04 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435960 Nov 19 14:29:41.477419 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 32818) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:41.694378 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f6a31a0a-e352-4e7e-8cb6-18228d37a066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:41.728243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f6a31a0a-e352-4e7e-8cb6-18228d37a066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:41.732365 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f6a31a0a-e352-4e7e-8cb6-18228d37a066 admin admin] Usage tracker for resource:security_group_rule and tenant:2e4c0b1796db4b159e255ea1db9f766f is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:41.735461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f6a31a0a-e352-4e7e-8cb6-18228d37a066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:41.741315 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f6a31a0a-e352-4e7e-8cb6-18228d37a066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:41.816233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f6a31a0a-e352-4e7e-8cb6-18228d37a066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:41.820040 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f6a31a0a-e352-4e7e-8cb6-18228d37a066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:41.827743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:41.875412 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a31a0a-e352-4e7e-8cb6-18228d37a066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c768025b-edf8-4d15-9930-13e49595697b,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:41.881123 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-f6a31a0a-e352-4e7e-8cb6-18228d37a066 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e4c0b1796db4b159e255ea1db9f766f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4025328 Nov 19 14:29:41.882525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f6a31a0a-e352-4e7e-8cb6-18228d37a066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:41.883641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 32834) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:41.948977 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ea53-2f5e-4b5b-903c-df90b063fac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:41.978134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ea53-2f5e-4b5b-903c-df90b063fac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:42.029440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ea53-2f5e-4b5b-903c-df90b063fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:42.037045 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-56c20652-ea21-4270-9927-fd9b75fedfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:42.054116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5cf3ea53-2f5e-4b5b-903c-df90b063fac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:42.058203 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-5cf3ea53-2f5e-4b5b-903c-df90b063fac3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c768025b-edf8-4d15-9930-13e49595697b HTTP/1.1" status: 204 len: 168 time: 0.1714289 Nov 19 14:29:42.058203 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3ea53-2f5e-4b5b-903c-df90b063fac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c768025b-edf8-4d15-9930-13e49595697b,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:42.060909 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5cf3ea53-2f5e-4b5b-903c-df90b063fac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:42.434371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f452ff4-5c29-483a-9fee-f8bb61ed6244 req-a714cf8d-7f9b-449d-a4e2-9f5bdc568305 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:42.442803 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1f452ff4-5c29-483a-9fee-f8bb61ed6244 req-a714cf8d-7f9b-449d-a4e2-9f5bdc568305 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.1018610 Nov 19 14:29:42.498809 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1f452ff4-5c29-483a-9fee-f8bb61ed6244 req-8322ed1b-6edf-47ec-8ff7-43565ed01a9a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549490 Nov 19 14:29:42.579451 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 32860) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:42.719057 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 32868) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:42.753478 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f63cec0c-8eea-4edf-9f00-b18fab933a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:42.754314 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-dfa18204-ff23-4bc2-be77-6a5ce7bc409c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:42.790693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f63cec0c-8eea-4edf-9f00-b18fab933a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:42.791355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-dfa18204-ff23-4bc2-be77-6a5ce7bc409c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:42.794754 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f63cec0c-8eea-4edf-9f00-b18fab933a68 admin admin] Usage tracker for resource:security_group_rule and tenant:184476219fca41148ef9bb917e669aee is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:42.795355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-dfa18204-ff23-4bc2-be77-6a5ce7bc409c admin admin] Usage tracker for resource:security_group_rule and tenant:ca33349286574349a8cbfd95765f8a99 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:42.797769 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f63cec0c-8eea-4edf-9f00-b18fab933a68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:42.798670 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-dfa18204-ff23-4bc2-be77-6a5ce7bc409c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:42.804143 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f63cec0c-8eea-4edf-9f00-b18fab933a68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:42.804434 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-dfa18204-ff23-4bc2-be77-6a5ce7bc409c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:42.878758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f63cec0c-8eea-4edf-9f00-b18fab933a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:42.883926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f63cec0c-8eea-4edf-9f00-b18fab933a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:42.891252 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-dfa18204-ff23-4bc2-be77-6a5ce7bc409c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:42.892279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f43a7d13-0ed2-4c9b-9e0e-22c9b405f8a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:42.894904 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-dfa18204-ff23-4bc2-be77-6a5ce7bc409c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:42.904826 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7d53f682-7f61-4001-a1df-eae03cbb81f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:42.937132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cec0c-8eea-4edf-9f00-b18fab933a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6c0c1a-5822-45a7-bb6d-c2bf6ce1fe32,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:42.942894 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f63cec0c-8eea-4edf-9f00-b18fab933a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:42.951823 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-f63cec0c-8eea-4edf-9f00-b18fab933a68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=184476219fca41148ef9bb917e669aee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2316310 Nov 19 14:29:42.952504 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 32874) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:42.953767 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa18204-ff23-4bc2-be77-6a5ce7bc409c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd815a47-ab99-4fde-a43d-2bebcad02c33,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:42.957766 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-dfa18204-ff23-4bc2-be77-6a5ce7bc409c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:42.963147 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-dfa18204-ff23-4bc2-be77-6a5ce7bc409c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca33349286574349a8cbfd95765f8a99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3818240 Nov 19 14:29:42.963912 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 32878) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:43.016784 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9440-05f3-41f8-a25b-e1d4cf18f6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:43.027855 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6420-5d44-44b2-bb33-ae33168ba3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:43.044600 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9440-05f3-41f8-a25b-e1d4cf18f6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:43.057080 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6420-5d44-44b2-bb33-ae33168ba3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:43.092651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9440-05f3-41f8-a25b-e1d4cf18f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:43.100388 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-df8261b5-e950-4270-8d1b-d1cf6a91296d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:43.103489 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6420-5d44-44b2-bb33-ae33168ba3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:43.109167 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9140cff5-8029-4195-82f0-4d964d71b5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:43.115685 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac9440-05f3-41f8-a25b-e1d4cf18f6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6c0c1a-5822-45a7-bb6d-c2bf6ce1fe32,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:43.118389 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e9ac9440-05f3-41f8-a25b-e1d4cf18f6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:43.120913 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a6420-5d44-44b2-bb33-ae33168ba3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd815a47-ab99-4fde-a43d-2bebcad02c33,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:43.123572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8d2a6420-5d44-44b2-bb33-ae33168ba3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:43.127273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9440-05f3-41f8-a25b-e1d4cf18f6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:43.128628 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e9ac9440-05f3-41f8-a25b-e1d4cf18f6ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a6c0c1a-5822-45a7-bb6d-c2bf6ce1fe32 HTTP/1.1" status: 204 len: 168 time: 0.1751981 Nov 19 14:29:43.129453 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6420-5d44-44b2-bb33-ae33168ba3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:43.136304 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-8d2a6420-5d44-44b2-bb33-ae33168ba3cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd815a47-ab99-4fde-a43d-2bebcad02c33 HTTP/1.1" status: 204 len: 168 time: 0.1712823 Nov 19 14:29:43.590169 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 32896) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:43.611869 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8b12d63f-1674-437c-babc-ad38e61d9448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:43.641778 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2b19431b-3bfe-4508-93c4-4e067249a04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:43.652639 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-8b12d63f-1674-437c-babc-ad38e61d9448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:43.656364 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-8b12d63f-1674-437c-babc-ad38e61d9448 admin admin] Usage tracker for resource:security_group_rule and tenant:390f12f41d5a4206a00138a366fca646 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:43.660146 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-8b12d63f-1674-437c-babc-ad38e61d9448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:43.666140 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-8b12d63f-1674-437c-babc-ad38e61d9448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:43.800608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8b12d63f-1674-437c-babc-ad38e61d9448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:43.806476 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8b12d63f-1674-437c-babc-ad38e61d9448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:43.837219 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8d2a6420-5d44-44b2-bb33-ae33168ba3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:43.867993 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-8b12d63f-1674-437c-babc-ad38e61d9448 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=390f12f41d5a4206a00138a366fca646&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2728498 Nov 19 14:29:43.867993 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12d63f-1674-437c-babc-ad38e61d9448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63977164-db66-4337-8fab-15c4332ad954,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:43.868371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 32904) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:43.875519 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46ab26-6fc2-4361-ba53-9c691d8435ad req-5935c467-f989-41b6-a65a-ba351bf53dd1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:43.878094 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0e46ab26-6fc2-4361-ba53-9c691d8435ad req-5935c467-f989-41b6-a65a-ba351bf53dd1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.1865394 Nov 19 14:29:43.878974 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8b12d63f-1674-437c-babc-ad38e61d9448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:43.949658 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0e46ab26-6fc2-4361-ba53-9c691d8435ad req-ba2a69d9-4e28-4c11-b504-f9aebf7e1893 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654027 Nov 19 14:29:43.972529 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2cff6816-c709-48ca-bf22-9e2f9246b2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:44.020733 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2cff6816-c709-48ca-bf22-9e2f9246b2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:44.069101 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2cff6816-c709-48ca-bf22-9e2f9246b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:44.074703 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3cc3ea66-1274-438f-a95a-92015d4aefcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:44.087614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff6816-c709-48ca-bf22-9e2f9246b2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63977164-db66-4337-8fab-15c4332ad954,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:44.091653 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2cff6816-c709-48ca-bf22-9e2f9246b2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:44.095145 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2cff6816-c709-48ca-bf22-9e2f9246b2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:44.099366 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-2cff6816-c709-48ca-bf22-9e2f9246b2cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63977164-db66-4337-8fab-15c4332ad954 HTTP/1.1" status: 204 len: 168 time: 0.2252133 Nov 19 14:29:45.074422 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:45.199026 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa5df1-7ab9-4f8d-83e3-1235c815d5f8 req-fad94db8-1e9d-4982-b80a-fc134f221423 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:45.200671 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-eefa5df1-7ab9-4f8d-83e3-1235c815d5f8 req-fad94db8-1e9d-4982-b80a-fc134f221423 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0864048 Nov 19 14:29:45.250695 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-eefa5df1-7ab9-4f8d-83e3-1235c815d5f8 req-52f984ac-33e3-49ad-b397-2bd2ce9b2067 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425050 Nov 19 14:29:45.947971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 025c7366-5946-4660-940c-479c7330b0a6 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:29:46.100943 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-eefabd43-190a-4bca-bb8f-95a634a1cc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:46.181655 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 33000) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:46.338297 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ff9516-ef81-4ae2-8e3e-d1da76676869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:46.376435 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-72ff9516-ef81-4ae2-8e3e-d1da76676869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:46.380660 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-72ff9516-ef81-4ae2-8e3e-d1da76676869 admin admin] Usage tracker for resource:security_group_rule and tenant:d15d13a183a445aeaf8f1c642add1c7c is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:46.383678 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-72ff9516-ef81-4ae2-8e3e-d1da76676869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:46.389462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-72ff9516-ef81-4ae2-8e3e-d1da76676869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:46.460106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ff9516-ef81-4ae2-8e3e-d1da76676869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:46.464551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ff9516-ef81-4ae2-8e3e-d1da76676869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:46.472569 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d9cfcd5a-49e5-4afd-abe6-d7d5a7a2f878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:46.490186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a78b7a-9140-4611-bb6d-7009d9085fd5 req-e7ed1d30-3db3-4b50-a0c8-8e7a114a4c22 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:46.492174 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-47a78b7a-9140-4611-bb6d-7009d9085fd5 req-e7ed1d30-3db3-4b50-a0c8-8e7a114a4c22 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 944 time: 0.0867050 Nov 19 14:29:46.517490 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff9516-ef81-4ae2-8e3e-d1da76676869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd52e9dc-6d8e-489c-9680-6aa6e2361ebb,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:46.525189 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-72ff9516-ef81-4ae2-8e3e-d1da76676869 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d15d13a183a445aeaf8f1c642add1c7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3423247 Nov 19 14:29:46.525988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 33016) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:46.526876 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-72ff9516-ef81-4ae2-8e3e-d1da76676869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:46.546945 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-47a78b7a-9140-4611-bb6d-7009d9085fd5 req-a4d3c2de-c85f-470d-a6dc-f03305f97422 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462570 Nov 19 14:29:46.562633 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:46.593700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b7cb14e3-3f9e-458c-bd04-abe7cfb94495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:46.621632 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b7cb14e3-3f9e-458c-bd04-abe7cfb94495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:46.667089 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b7cb14e3-3f9e-458c-bd04-abe7cfb94495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:46.672134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:46.687027 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb14e3-3f9e-458c-bd04-abe7cfb94495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd52e9dc-6d8e-489c-9680-6aa6e2361ebb,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:46.691161 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b7cb14e3-3f9e-458c-bd04-abe7cfb94495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:46.696079 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b7cb14e3-3f9e-458c-bd04-abe7cfb94495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:46.697556 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b7cb14e3-3f9e-458c-bd04-abe7cfb94495 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd52e9dc-6d8e-489c-9680-6aa6e2361ebb HTTP/1.1" status: 204 len: 168 time: 0.1696894 Nov 19 14:29:46.823415 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 025c7366-5946-4660-940c-479c7330b0a6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:29:46.896236 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 025c7366-5946-4660-940c-479c7330b0a6 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:29:46.896875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:47.022438 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:47.051933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025c7366-5946-4660-940c-479c7330b0a6'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:29:47.063606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 025c7366-5946-4660-940c-479c7330b0a6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=025c7366-5946-4660-940c-479c7330b0a6,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:29:47.083131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:47.085181 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:47.185549 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025c7366-5946-4660-940c-479c7330b0a6', 'code': 200} Nov 19 14:29:47.214627 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 33034) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:47.223383 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=025c7366-5946-4660-940c-479c7330b0a6,revision_number=6']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:47.234782 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.235415 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.235925 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.236516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.237713 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.238351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.238718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.239076 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.239355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1239b2b0-2265-46a7-9907-47f5911a669a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:47.239458 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.240033 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.240398 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.240763 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.241172 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.241528 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.241907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.242260 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.242611 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.242960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.243309 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.243658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.244005 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.244351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.244736 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.245087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:29:47.250621 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:47.274043 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-1239b2b0-2265-46a7-9907-47f5911a669a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:47.278306 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-1239b2b0-2265-46a7-9907-47f5911a669a admin admin] Usage tracker for resource:security_group_rule and tenant:3f49b4e3482b4cb684874c6b76405967 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:47.282184 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-1239b2b0-2265-46a7-9907-47f5911a669a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:47.288150 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-1239b2b0-2265-46a7-9907-47f5911a669a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:47.356497 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1239b2b0-2265-46a7-9907-47f5911a669a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:47.360117 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1239b2b0-2265-46a7-9907-47f5911a669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:47.367374 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d06ad643-09d5-41cf-9a77-865ca82601b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:47.408086 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239b2b0-2265-46a7-9907-47f5911a669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024669c6-03d7-4426-bb80-d7f1fb3c0c91,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:47.416473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-1239b2b0-2265-46a7-9907-47f5911a669a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:47.425870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 33038) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:47.426384 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-1239b2b0-2265-46a7-9907-47f5911a669a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f49b4e3482b4cb684874c6b76405967&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2105854 Nov 19 14:29:47.433121 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:47.496497 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9a92b95e-1ade-4cd6-9e7c-0100e9c8f8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:47.523218 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9a92b95e-1ade-4cd6-9e7c-0100e9c8f8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:47.576202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9a92b95e-1ade-4cd6-9e7c-0100e9c8f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:47.579971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-37efc9bf-b541-4bb8-89a4-f2af3610e636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:47.594005 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92b95e-1ade-4cd6-9e7c-0100e9c8f8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024669c6-03d7-4426-bb80-d7f1fb3c0c91,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:47.599923 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9a92b95e-1ade-4cd6-9e7c-0100e9c8f8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:47.605269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9a92b95e-1ade-4cd6-9e7c-0100e9c8f8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:47.606946 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9a92b95e-1ade-4cd6-9e7c-0100e9c8f8ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/024669c6-03d7-4426-bb80-d7f1fb3c0c91 HTTP/1.1" status: 204 len: 168 time: 0.1794369 Nov 19 14:29:47.806133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22dae4-ff68-415c-9a8b-7767854d2b86 req-c520b762-ae4a-4abd-9fdc-351274205009 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:47.809493 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ff22dae4-ff68-415c-9a8b-7767854d2b86 req-c520b762-ae4a-4abd-9fdc-351274205009 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0960865 Nov 19 14:29:47.859323 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ff22dae4-ff68-415c-9a8b-7767854d2b86 req-447fffd6-4d85-4e3b-a03d-7ae9d18fe234 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438569 Nov 19 14:29:47.949228 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7ca4c0-6b6e-4b39-bd34-900eedfd4ce6 req-e6678f27-bdf4-48cd-849f-d72c8d9c3506 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 1163 time: 0.0859089 Nov 19 14:29:47.999487 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:48.000982 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7ca4c0-6b6e-4b39-bd34-900eedfd4ce6 req-6f557f49-5c69-46d6-9828-6ea88cd85734 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439765 Nov 19 14:29:48.187884 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 025c7366-5946-4660-940c-479c7330b0a6 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:29:48.263491 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 025c7366-5946-4660-940c-479c7330b0a6 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:29:48.263883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:49.053111 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 33094) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:49.105847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6340e-6f9f-44e8-9eef-e41c29a81aaf req-b10db893-a032-4f24-925a-0c70ae18c199 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:49.107451 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-54a6340e-6f9f-44e8-9eef-e41c29a81aaf req-b10db893-a032-4f24-925a-0c70ae18c199 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0909746 Nov 19 14:29:49.158278 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-54a6340e-6f9f-44e8-9eef-e41c29a81aaf req-d97b4e21-9db9-4a2f-879a-882ebaf20e41 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445259 Nov 19 14:29:49.229300 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4129b58a-36e9-4bca-a9a7-7ef0f201f7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:49.262664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-4129b58a-36e9-4bca-a9a7-7ef0f201f7c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:49.266854 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-4129b58a-36e9-4bca-a9a7-7ef0f201f7c7 admin admin] Usage tracker for resource:security_group_rule and tenant:26635400a3b044f1a04250a637063014 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:49.269962 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-4129b58a-36e9-4bca-a9a7-7ef0f201f7c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:49.275847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-4129b58a-36e9-4bca-a9a7-7ef0f201f7c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:49.344229 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4129b58a-36e9-4bca-a9a7-7ef0f201f7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:49.347755 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4129b58a-36e9-4bca-a9a7-7ef0f201f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:49.355802 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-681e816c-79c8-4fc2-b57f-92be76b25a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:49.399982 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129b58a-36e9-4bca-a9a7-7ef0f201f7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54813909-b862-41cc-bca4-3ac4e2612286,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:49.406448 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-4129b58a-36e9-4bca-a9a7-7ef0f201f7c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26635400a3b044f1a04250a637063014&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3520262 Nov 19 14:29:49.407272 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 33104) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:49.409501 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4129b58a-36e9-4bca-a9a7-7ef0f201f7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:49.474371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fdad15bd-0e18-4239-9e64-762b77875e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:49.503556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fdad15bd-0e18-4239-9e64-762b77875e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:49.581441 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fdad15bd-0e18-4239-9e64-762b77875e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:49.592449 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e85f8b7b-d132-40b8-b761-5b6add6ee0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:49.607113 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad15bd-0e18-4239-9e64-762b77875e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54813909-b862-41cc-bca4-3ac4e2612286,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:49.609990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fdad15bd-0e18-4239-9e64-762b77875e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:49.613861 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-fdad15bd-0e18-4239-9e64-762b77875e76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54813909-b862-41cc-bca4-3ac4e2612286 HTTP/1.1" status: 204 len: 168 time: 0.2039745 Nov 19 14:29:49.614922 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fdad15bd-0e18-4239-9e64-762b77875e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:50.409692 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e306d-1d8f-45f4-98d1-b551eea57dce req-542c9a6b-6404-4a21-9126-bf2f6179d6ac tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:50.411433 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-254e306d-1d8f-45f4-98d1-b551eea57dce req-542c9a6b-6404-4a21-9126-bf2f6179d6ac tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0939367 Nov 19 14:29:50.464431 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-254e306d-1d8f-45f4-98d1-b551eea57dce req-78c4c089-8429-4961-b450-d055760fbfd3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457988 Nov 19 14:29:51.850916 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2715c2-f316-4419-865c-049c9675713a req-2a58400c-53c2-46bb-a7ed-965dbb4e58be tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:51.852547 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ae2715c2-f316-4419-865c-049c9675713a req-2a58400c-53c2-46bb-a7ed-965dbb4e58be tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0870409 Nov 19 14:29:51.903922 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ae2715c2-f316-4419-865c-049c9675713a req-0090e8df-7e1a-4aee-9abb-8d6d33fd2819 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426052 Nov 19 14:29:54.735839 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 33308) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:54.901869 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-41c20268-c2f3-42f7-b30c-4f571bc90af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:54.938966 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-41c20268-c2f3-42f7-b30c-4f571bc90af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:54.943266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-41c20268-c2f3-42f7-b30c-4f571bc90af1 admin admin] Usage tracker for resource:security_group_rule and tenant:4c00401c254b4261859a037f304beea1 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:54.946527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-41c20268-c2f3-42f7-b30c-4f571bc90af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:54.953447 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-41c20268-c2f3-42f7-b30c-4f571bc90af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:55.029935 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-41c20268-c2f3-42f7-b30c-4f571bc90af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:55.035446 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-41c20268-c2f3-42f7-b30c-4f571bc90af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:55.043047 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a9ad4838-dc4f-4d34-abf2-a9b1c370d6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:55.089482 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c20268-c2f3-42f7-b30c-4f571bc90af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe7db10-680c-450e-aa40-4acd983e8651,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:55.095261 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-41c20268-c2f3-42f7-b30c-4f571bc90af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:55.098680 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-41c20268-c2f3-42f7-b30c-4f571bc90af1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4c00401c254b4261859a037f304beea1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3610730 Nov 19 14:29:55.100943 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 33314) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:55.170467 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-205774b7-8259-4d71-8a59-eaeaa8607f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:55.198129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-205774b7-8259-4d71-8a59-eaeaa8607f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:55.246498 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-205774b7-8259-4d71-8a59-eaeaa8607f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:55.250395 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-210438ef-4990-4b67-a37e-83c2cdf0b483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:55.264051 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205774b7-8259-4d71-8a59-eaeaa8607f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe7db10-680c-450e-aa40-4acd983e8651,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:55.266540 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-205774b7-8259-4d71-8a59-eaeaa8607f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:55.272945 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-205774b7-8259-4d71-8a59-eaeaa8607f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:55.274277 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-205774b7-8259-4d71-8a59-eaeaa8607f89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfe7db10-680c-450e-aa40-4acd983e8651 HTTP/1.1" status: 204 len: 168 time: 0.1719747 Nov 19 14:29:55.644150 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 33328) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:55.665354 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ee56f9c2-cef7-43eb-95d8-3461586f057e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:55.701216 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ee56f9c2-cef7-43eb-95d8-3461586f057e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:55.705509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ee56f9c2-cef7-43eb-95d8-3461586f057e admin admin] Usage tracker for resource:security_group_rule and tenant:550ee17c5fa04a80b4f357a72085d496 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:55.708748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ee56f9c2-cef7-43eb-95d8-3461586f057e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:55.714762 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ee56f9c2-cef7-43eb-95d8-3461586f057e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:55.791516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ee56f9c2-cef7-43eb-95d8-3461586f057e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:55.796429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ee56f9c2-cef7-43eb-95d8-3461586f057e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:55.805379 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f84b0266-2ab5-40f6-ac95-a7dda6114dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:55.851292 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56f9c2-cef7-43eb-95d8-3461586f057e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de744956-0c90-4206-95ed-e300dc7b1d86,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:55.859362 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 33338) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:55.873918 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-ee56f9c2-cef7-43eb-95d8-3461586f057e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=550ee17c5fa04a80b4f357a72085d496&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2281868 Nov 19 14:29:55.874989 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ee56f9c2-cef7-43eb-95d8-3461586f057e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:55.932625 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0eb59b83-7dbe-424b-862e-c41ff32dc856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:55.961133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0eb59b83-7dbe-424b-862e-c41ff32dc856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:56.013588 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0eb59b83-7dbe-424b-862e-c41ff32dc856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:56.017498 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-df48350e-6800-4b5f-b4f5-c4aaa7d7dc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:56.029274 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb59b83-7dbe-424b-862e-c41ff32dc856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de744956-0c90-4206-95ed-e300dc7b1d86,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:56.033454 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0eb59b83-7dbe-424b-862e-c41ff32dc856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:56.037060 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0eb59b83-7dbe-424b-862e-c41ff32dc856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:56.038415 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-0eb59b83-7dbe-424b-862e-c41ff32dc856 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de744956-0c90-4206-95ed-e300dc7b1d86 HTTP/1.1" status: 204 len: 168 time: 0.1779094 Nov 19 14:29:56.503423 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 33348) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:56.523525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5852415d-c9ed-4e05-8464-7175fb032e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:56.562780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5852415d-c9ed-4e05-8464-7175fb032e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:29:56.567045 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5852415d-c9ed-4e05-8464-7175fb032e46 admin admin] Usage tracker for resource:security_group_rule and tenant:765d81f779984d62b69ed2df38fa242e is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:29:56.570145 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5852415d-c9ed-4e05-8464-7175fb032e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:29:56.576107 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5852415d-c9ed-4e05-8464-7175fb032e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:29:56.649172 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5852415d-c9ed-4e05-8464-7175fb032e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:56.652714 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5852415d-c9ed-4e05-8464-7175fb032e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:56.660519 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f63cec0c-8eea-4edf-9f00-b18fab933a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:56.687374 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:29:56.711932 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-5852415d-c9ed-4e05-8464-7175fb032e46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=765d81f779984d62b69ed2df38fa242e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2072852 Nov 19 14:29:56.712787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 33352) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:29:56.712995 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852415d-c9ed-4e05-8464-7175fb032e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eab065-fe4a-4b1b-a156-0b2636449b08,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:56.716600 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5852415d-c9ed-4e05-8464-7175fb032e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:56.791700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-710b31fb-f6d3-4a43-936c-5164c3ff1c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:56.820209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-710b31fb-f6d3-4a43-936c-5164c3ff1c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:56.866904 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-710b31fb-f6d3-4a43-936c-5164c3ff1c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:56.872264 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9a92b95e-1ade-4cd6-9e7c-0100e9c8f8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:29:56.886828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b31fb-f6d3-4a43-936c-5164c3ff1c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eab065-fe4a-4b1b-a156-0b2636449b08,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:29:56.889632 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-710b31fb-f6d3-4a43-936c-5164c3ff1c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:29:56.890937 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-710b31fb-f6d3-4a43-936c-5164c3ff1c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:29:56.895099 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-710b31fb-f6d3-4a43-936c-5164c3ff1c9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1eab065-fe4a-4b1b-a156-0b2636449b08 HTTP/1.1" status: 204 len: 168 time: 0.1812611 Nov 19 14:29:57.383080 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd600fae-a583-47cb-9ce2-5c91f4142774 req-92b94434-f787-4a64-a2d2-a8840a9071ac tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:57.384766 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dd600fae-a583-47cb-9ce2-5c91f4142774 req-92b94434-f787-4a64-a2d2-a8840a9071ac tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0894737 Nov 19 14:29:57.435116 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dd600fae-a583-47cb-9ce2-5c91f4142774 req-e686f7c0-81e1-4f27-b3cb-3f28f78034c4 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434613 Nov 19 14:29:58.663281 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab007ca-11e6-48b3-a13d-96f5a19c71a9 req-efdafe56-e8d2-4a22-8041-1d0c27f7d8ac tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:58.665016 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8ab007ca-11e6-48b3-a13d-96f5a19c71a9 req-efdafe56-e8d2-4a22-8041-1d0c27f7d8ac tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0921640 Nov 19 14:29:58.728950 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8ab007ca-11e6-48b3-a13d-96f5a19c71a9 req-f36cf42d-dcbc-4f77-9698-39f8122b58c2 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546045 Nov 19 14:29:59.958935 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804c40c-33e6-494f-8440-bf24de5f3c6b req-610363d5-572a-4f84-bf57-ea237dd39d1f tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:29:59.960585 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1804c40c-33e6-494f-8440-bf24de5f3c6b req-610363d5-572a-4f84-bf57-ea237dd39d1f tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0874028 Nov 19 14:30:00.012593 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1804c40c-33e6-494f-8440-bf24de5f3c6b req-0a1cd787-a3b8-4b10-884c-9640adcc2afe tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441401 Nov 19 14:30:01.251343 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae9043-7177-47fd-b144-6c3a10d96683 req-aae37891-a765-49e8-8e42-83ee07b93cdc tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:01.253135 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-17ae9043-7177-47fd-b144-6c3a10d96683 req-aae37891-a765-49e8-8e42-83ee07b93cdc tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0906069 Nov 19 14:30:01.305488 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-17ae9043-7177-47fd-b144-6c3a10d96683 req-b696c8cf-6525-44ab-a8df-ee673f8aa326 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451422 Nov 19 14:30:02.527821 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f4916-b5e6-4d23-9eab-d8c8168a3015 req-ded2c821-15c1-4c5f-a4b3-bb45bb66bb9b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:02.529658 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3e7f4916-b5e6-4d23-9eab-d8c8168a3015 req-ded2c821-15c1-4c5f-a4b3-bb45bb66bb9b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0897403 Nov 19 14:30:02.586432 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3e7f4916-b5e6-4d23-9eab-d8c8168a3015 req-57891d61-a8f5-41ab-aa24-d1634ef8202c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498745 Nov 19 14:30:03.821529 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b36c7d-8acb-4178-8f9d-eee1712b3286 req-afd4dad9-7eef-4998-9c6d-6f6d2358dc8e tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:03.823559 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-29b36c7d-8acb-4178-8f9d-eee1712b3286 req-afd4dad9-7eef-4998-9c6d-6f6d2358dc8e tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1017816 Nov 19 14:30:03.874252 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-29b36c7d-8acb-4178-8f9d-eee1712b3286 req-2d91a392-4cfd-4c38-b3a9-292691a97fae tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438676 Nov 19 14:30:04.771560 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5d13bef4-ae54-4ccf-bd72-4f1286c3d7e1 req-6b438a03-83c6-4f00-81f6-530620611f67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=537cef2c3277473a913f1a6e337b245b&device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 1203 time: 0.0811605 Nov 19 14:30:04.783099 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123a66e-9551-4457-932d-adcbb573dc04 req-60bb2ed7-d81f-420b-b4e7-33e85c4c5a64 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:04.784656 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0123a66e-9551-4457-932d-adcbb573dc04 req-60bb2ed7-d81f-420b-b4e7-33e85c4c5a64 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0871723 Nov 19 14:30:04.843676 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0123a66e-9551-4457-932d-adcbb573dc04 req-82420dbe-9f41-4c01-96ad-2279add76561 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0510283 Nov 19 14:30:04.928539 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13bef4-ae54-4ccf-bd72-4f1286c3d7e1 req-4261a977-12e1-4d8f-a4c5-231786b2451a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:04.930515 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5d13bef4-ae54-4ccf-bd72-4f1286c3d7e1 req-4261a977-12e1-4d8f-a4c5-231786b2451a service neutron] 10.222.0.16 "GET /v2.0/networks?id=689c586f-ae12-467a-93b8-8188743ae6eb HTTP/1.1" status: 200 len: 909 time: 0.1501670 Nov 19 14:30:05.113641 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5d13bef4-ae54-4ccf-bd72-4f1286c3d7e1 req-2f70c392-71df-4cb3-b1cc-679a39f66f62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 1002 time: 0.1757593 Nov 19 14:30:05.187919 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad65e4-33fd-44ac-b741-8e5be5f228a9 req-d0635c55-9b97-43dc-a652-0ce52599b9d3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:05.189393 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d7ad65e4-33fd-44ac-b741-8e5be5f228a9 req-d0635c55-9b97-43dc-a652-0ce52599b9d3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1686661 Nov 19 14:30:05.202615 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13bef4-ae54-4ccf-bd72-4f1286c3d7e1 req-530d93c7-d1f9-4c03-ab9d-acea8afe578e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:05.204155 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5d13bef4-ae54-4ccf-bd72-4f1286c3d7e1 req-530d93c7-d1f9-4c03-ab9d-acea8afe578e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fea6505e-93b5-42a5-aa0d-383bf41be193 HTTP/1.1" status: 200 len: 854 time: 0.0824707 Nov 19 14:30:05.307640 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d7ad65e4-33fd-44ac-b741-8e5be5f228a9 req-4111b785-2d9c-4128-b809-12c5c7cab7e1 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115770 Nov 19 14:30:05.319182 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5d13bef4-ae54-4ccf-bd72-4f1286c3d7e1 req-aac62c13-e8e5-4702-930a-a799e9038d42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=689c586f-ae12-467a-93b8-8188743ae6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1015553 Nov 19 14:30:05.479375 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5d13bef4-ae54-4ccf-bd72-4f1286c3d7e1 req-9c928242-9747-4b2d-aaa4-fbd90ea9aa22 service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513681 Nov 19 14:30:05.643994 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5d13bef4-ae54-4ccf-bd72-4f1286c3d7e1 req-4bd9dd47-6f20-4bef-a9e6-9ebd245f7f71 service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434572 Nov 19 14:30:06.082411 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35ec49-c5ef-4ccb-8df0-05c9c60d6ccd req-e3cbaac7-056f-418d-a232-a6861ebdbfd3 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:06.083936 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ce35ec49-c5ef-4ccb-8df0-05c9c60d6ccd req-e3cbaac7-056f-418d-a232-a6861ebdbfd3 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.1054351 Nov 19 14:30:06.138814 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ce35ec49-c5ef-4ccb-8df0-05c9c60d6ccd req-b4c34521-9464-4e10-9762-cc5fe8f20d49 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0474303 Nov 19 14:30:06.541300 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248390e-1db1-4c3b-86d3-bda0334417bd req-8288bb39-2e07-4def-802c-46d6fd3e17aa tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:06.542954 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b248390e-1db1-4c3b-86d3-bda0334417bd req-8288bb39-2e07-4def-802c-46d6fd3e17aa tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0991697 Nov 19 14:30:06.594723 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b248390e-1db1-4c3b-86d3-bda0334417bd req-c8a1277a-4974-4151-a716-f211025c2af1 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449913 Nov 19 14:30:07.367064 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557058fa-b2bc-45f4-801a-e9bb44de5a9a req-38a91b12-f771-4130-9417-1de10ed0896d tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:07.368668 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-557058fa-b2bc-45f4-801a-e9bb44de5a9a req-38a91b12-f771-4130-9417-1de10ed0896d tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0889616 Nov 19 14:30:07.427803 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-557058fa-b2bc-45f4-801a-e9bb44de5a9a req-b157b0d9-3c21-4bc7-b93a-6b62eea4a8b4 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0497108 Nov 19 14:30:07.824814 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621732a7-de85-4026-b16a-74e18c7a4019 req-1bdf165b-9d06-4e1f-bffd-c1fc7a89355a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:07.826449 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-621732a7-de85-4026-b16a-74e18c7a4019 req-1bdf165b-9d06-4e1f-bffd-c1fc7a89355a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0939791 Nov 19 14:30:07.879811 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-621732a7-de85-4026-b16a-74e18c7a4019 req-50ed61df-bae0-47f8-a09e-6e44b01abb78 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465178 Nov 19 14:30:08.170085 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93bd7c-7988-4c09-96d5-a52807789a22 req-f4f33a1d-7ef4-4459-9d2d-2ae3c9557311 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:08.171721 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-be93bd7c-7988-4c09-96d5-a52807789a22 req-f4f33a1d-7ef4-4459-9d2d-2ae3c9557311 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 946 time: 0.0885386 Nov 19 14:30:08.236890 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-be93bd7c-7988-4c09-96d5-a52807789a22 req-54a71e7d-d016-43dd-bac4-851255cdc678 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553145 Nov 19 14:30:08.649601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50d8fa-0589-464d-ba66-f3aadab3d03d req-9a62691c-a183-4e6d-a8b3-7e8b61aea902 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:08.651265 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ea50d8fa-0589-464d-ba66-f3aadab3d03d req-9a62691c-a183-4e6d-a8b3-7e8b61aea902 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0850797 Nov 19 14:30:08.705095 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ea50d8fa-0589-464d-ba66-f3aadab3d03d req-92fe2437-3bab-4981-9299-fc396c2d501c tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0454679 Nov 19 14:30:09.119429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d816b-4c59-41ec-aa69-6d7211cc3a5b req-4471899e-7183-483f-a0ce-4aaf2d21fb8f tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:09.121058 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e27d816b-4c59-41ec-aa69-6d7211cc3a5b req-4471899e-7183-483f-a0ce-4aaf2d21fb8f tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0918438 Nov 19 14:30:09.174017 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e27d816b-4c59-41ec-aa69-6d7211cc3a5b req-7ef382fc-3dde-4972-b739-ca961c253a22 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445459 Nov 19 14:30:09.461688 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01b851-4d25-4c7f-a46d-c30a4951b701 req-bbb9b7ec-3c64-46c0-91ae-8c64df218282 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:09.463214 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1d01b851-4d25-4c7f-a46d-c30a4951b701 req-bbb9b7ec-3c64-46c0-91ae-8c64df218282 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 946 time: 0.0888369 Nov 19 14:30:09.513182 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1d01b851-4d25-4c7f-a46d-c30a4951b701 req-6a888ea8-794f-4f87-9bfd-27b6a2a63545 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Nov 19 14:30:09.643061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295d831-8bc7-4470-aef2-862b8d4f0190 req-9a3bb456-bb31-4ad7-9e6f-2bef6bb55bd1 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:09.644826 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0295d831-8bc7-4470-aef2-862b8d4f0190 req-9a3bb456-bb31-4ad7-9e6f-2bef6bb55bd1 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1405678 Nov 19 14:30:09.713547 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a85590a-214e-4334-bf5c-369c851d9ab8 req-4a717752-bd2e-4301-ae56-364415c36496 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77b33d747f6846c6b1b67fccd366d808&device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 1163 time: 0.1300468 Nov 19 14:30:09.715930 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0295d831-8bc7-4470-aef2-862b8d4f0190 req-7e1b0365-c735-4ae3-9fdd-f8921c99565e tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600615 Nov 19 14:30:09.867151 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85590a-214e-4334-bf5c-369c851d9ab8 req-c06fad59-1397-498c-976f-d3290e97f0d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:09.868853 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a85590a-214e-4334-bf5c-369c851d9ab8 req-c06fad59-1397-498c-976f-d3290e97f0d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9566fb2-f013-4e79-aed7-babb03e3eff8 HTTP/1.1" status: 200 len: 905 time: 0.1477940 Nov 19 14:30:09.940894 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be955e9-e903-41ab-b293-c1d350150786 req-0e21a6b2-ea3f-498d-a924-eb5939f5e86a tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:09.942666 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9be955e9-e903-41ab-b293-c1d350150786 req-0e21a6b2-ea3f-498d-a924-eb5939f5e86a tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0913763 Nov 19 14:30:10.008387 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9be955e9-e903-41ab-b293-c1d350150786 req-3d3b1f92-8393-43c0-a986-e0b9031112df tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0590284 Nov 19 14:30:10.058154 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a85590a-214e-4334-bf5c-369c851d9ab8 req-65af2823-85ac-4ee6-bda5-d1a3b89897e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1dd24d-d5e0-4d66-adcb-d87120967d4a HTTP/1.1" status: 200 len: 1001 time: 0.1710823 Nov 19 14:30:10.340942 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8647ebb2-a1a1-4726-b31d-71a6630f00b4 req-f4d884d5-e70d-4628-93d7-904c008a6bba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3931487 Nov 19 14:30:10.359235 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85590a-214e-4334-bf5c-369c851d9ab8 req-6fc71611-fc16-47c3-bce7-89d496587659 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:10.360919 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a85590a-214e-4334-bf5c-369c851d9ab8 req-6fc71611-fc16-47c3-bce7-89d496587659 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e9e1595-8ff8-40af-b3f7-496f185928f3 HTTP/1.1" status: 200 len: 850 time: 0.2950730 Nov 19 14:30:10.523528 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8647ebb2-a1a1-4726-b31d-71a6630f00b4 req-2046c2c8-ee1c-4362-9bcc-7b30d1fbb37d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 1163 time: 0.1122265 Nov 19 14:30:10.526515 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a85590a-214e-4334-bf5c-369c851d9ab8 req-2460d5a8-1419-45f2-89b1-4a6f38b07ea4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9566fb2-f013-4e79-aed7-babb03e3eff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1501303 Nov 19 14:30:10.874517 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a85590a-214e-4334-bf5c-369c851d9ab8 req-dbf2f129-fb90-4ce2-a283-603e45a5281e service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354983 Nov 19 14:30:10.883182 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647ebb2-a1a1-4726-b31d-71a6630f00b4 req-d874a5bc-8279-47b1-be75-9c0f5e8036cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:10.884745 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8647ebb2-a1a1-4726-b31d-71a6630f00b4 req-d874a5bc-8279-47b1-be75-9c0f5e8036cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 910 time: 0.3180475 Nov 19 14:30:10.978183 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472037c-b962-4d9b-a737-e8d0f57663f4 req-87944c20-5380-4c22-9bb3-05130a70b96e tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:10.979861 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6472037c-b962-4d9b-a737-e8d0f57663f4 req-87944c20-5380-4c22-9bb3-05130a70b96e tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1121876 Nov 19 14:30:11.034933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c71b61-5a8e-47a8-bbfa-0bd43b646710 req-124dbc27-d63a-413e-8298-46076ec908ac tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:11.036601 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-11c71b61-5a8e-47a8-bbfa-0bd43b646710 req-124dbc27-d63a-413e-8298-46076ec908ac tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 946 time: 0.3528869 Nov 19 14:30:11.042764 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6472037c-b962-4d9b-a737-e8d0f57663f4 req-a7d73878-c3c0-4560-88a9-806e2e4e2226 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562146 Nov 19 14:30:11.178045 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8647ebb2-a1a1-4726-b31d-71a6630f00b4 req-6db73535-7358-4085-91f5-8bd6dd7b052a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=025c7366-5946-4660-940c-479c7330b0a6 HTTP/1.1" status: 200 len: 1001 time: 0.2654893 Nov 19 14:30:11.276717 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a85590a-214e-4334-bf5c-369c851d9ab8 req-80fcd474-d7da-429f-a2a3-01ed9c9eeba4 service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3895791 Nov 19 14:30:11.285136 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-11c71b61-5a8e-47a8-bbfa-0bd43b646710 req-5db61350-78f3-445d-8a74-a89e83dc990d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888120 Nov 19 14:30:11.293821 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d08960-5926-45fa-a674-f6925b4b48e9 req-e74cf9f0-8afa-4f88-8bc8-6a69ace62769 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:11.295570 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-21d08960-5926-45fa-a674-f6925b4b48e9 req-e74cf9f0-8afa-4f88-8bc8-6a69ace62769 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0986097 Nov 19 14:30:11.297241 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647ebb2-a1a1-4726-b31d-71a6630f00b4 req-e7fff27d-932c-4ad5-96bd-378eb85d4702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:11.300642 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8647ebb2-a1a1-4726-b31d-71a6630f00b4 req-e7fff27d-932c-4ad5-96bd-378eb85d4702 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20923fe1-d567-4c1e-add1-0805a365f43b HTTP/1.1" status: 200 len: 855 time: 0.1089365 Nov 19 14:30:11.357943 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-21d08960-5926-45fa-a674-f6925b4b48e9 req-098de320-377f-40ca-a6a6-cdd1a2124848 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0535011 Nov 19 14:30:11.397504 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8647ebb2-a1a1-4726-b31d-71a6630f00b4 req-4dc800e3-cdb5-4a7f-9e45-441cc91e82a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c7d019c-f6fc-47eb-aa49-9850e73d1180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870504 Nov 19 14:30:11.567401 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8647ebb2-a1a1-4726-b31d-71a6630f00b4 req-8f80d9d9-31db-431f-8470-b92b2b0654c2 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586194 Nov 19 14:30:11.737302 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8647ebb2-a1a1-4726-b31d-71a6630f00b4 req-3c7a0554-82a0-459d-a1d4-e9ab05e8bde6 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1584132 Nov 19 14:30:12.287781 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9b057-9778-492b-beeb-b61682f69a53 req-e74bcca7-4bcf-4bad-8b50-a643fe3b3a47 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:12.289439 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2fd9b057-9778-492b-beeb-b61682f69a53 req-e74bcca7-4bcf-4bad-8b50-a643fe3b3a47 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0908296 Nov 19 14:30:12.341318 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2fd9b057-9778-492b-beeb-b61682f69a53 req-c43f4952-d27e-4a6d-abc4-d7cd65d8b141 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435176 Nov 19 14:30:12.566268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ea93-f040-4466-a28a-1d9f272931fb req-3712a6e9-b70c-4faa-8eb9-da14b8e1b49e tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:12.567951 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7900ea93-f040-4466-a28a-1d9f272931fb req-3712a6e9-b70c-4faa-8eb9-da14b8e1b49e tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 946 time: 0.1000328 Nov 19 14:30:12.602563 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7027c91-ea3d-4ca9-bd39-a245d533dcd0 req-df9da835-281a-4298-ab5f-ebff021bd7c9 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:12.604275 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c7027c91-ea3d-4ca9-bd39-a245d533dcd0 req-df9da835-281a-4298-ab5f-ebff021bd7c9 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0913486 Nov 19 14:30:12.618243 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7900ea93-f040-4466-a28a-1d9f272931fb req-ba002503-6e6d-4060-9362-4cb598582b63 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434661 Nov 19 14:30:12.655643 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c7027c91-ea3d-4ca9-bd39-a245d533dcd0 req-f034b778-9fdd-4cb3-98ed-4a8f6ef595bc tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0438101 Nov 19 14:30:12.726198 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device dd1dd24d-d5e0-4d66-adcb-d87120967d4a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:30:12.806492 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port dd1dd24d-d5e0-4d66-adcb-d87120967d4a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:30:12.806878 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:13.568505 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ab9d1-99b5-4729-ac96-ac14b1104574 req-0ca516d6-4aee-4507-a82e-71be2e539af2 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:13.570142 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bf5ab9d1-99b5-4729-ac96-ac14b1104574 req-0ca516d6-4aee-4507-a82e-71be2e539af2 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0961382 Nov 19 14:30:13.620502 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bf5ab9d1-99b5-4729-ac96-ac14b1104574 req-5d86a021-969c-4a1f-a208-cc3ab689b36d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436182 Nov 19 14:30:13.624331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4b5e-92c8-437a-93de-1a2b77dadc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:13.840700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd93ca-5ca1-4af0-a273-d1534bc8dd9c req-6ca277f5-3a97-49fb-b274-02ce8118a262 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:13.842453 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b9dd93ca-5ca1-4af0-a273-d1534bc8dd9c req-6ca277f5-3a97-49fb-b274-02ce8118a262 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 946 time: 0.0881329 Nov 19 14:30:13.878710 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d19116-d3dc-481c-a641-5fedda33ed3a req-cc90099e-748a-4f88-b550-77e3cb831c2e tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:13.880348 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-37d19116-d3dc-481c-a641-5fedda33ed3a req-cc90099e-748a-4f88-b550-77e3cb831c2e tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0926840 Nov 19 14:30:13.892123 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b9dd93ca-5ca1-4af0-a273-d1534bc8dd9c req-a6875b49-db3d-4998-b44e-5c345d1bcb3e tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432448 Nov 19 14:30:13.933257 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-37d19116-d3dc-481c-a641-5fedda33ed3a req-f1a46fae-4210-47d5-aa29-29d46938a9f5 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0465119 Nov 19 14:30:15.091239 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:15.163152 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3695f-4322-418a-9cf2-c0811b54aef2 req-b63510b5-2f4e-42d8-ab58-14b279f48865 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:15.164997 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ecc3695f-4322-418a-9cf2-c0811b54aef2 req-b63510b5-2f4e-42d8-ab58-14b279f48865 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0886564 Nov 19 14:30:15.186798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09736748-8d68-4aa2-8910-165156204260 req-6209e335-f4ab-478a-ab61-19e0f33ec392 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:15.188440 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-09736748-8d68-4aa2-8910-165156204260 req-6209e335-f4ab-478a-ab61-19e0f33ec392 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 946 time: 0.1469667 Nov 19 14:30:15.218355 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ecc3695f-4322-418a-9cf2-c0811b54aef2 req-9df2c235-abe7-41c3-87c3-24f76557bf11 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0467505 Nov 19 14:30:15.259732 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b22114-0f25-4fa2-a286-74678f70a891 req-6d5ee8d4-8884-4384-b2ee-7aab8b7a79a4 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:15.261384 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-34b22114-0f25-4fa2-a286-74678f70a891 req-6d5ee8d4-8884-4384-b2ee-7aab8b7a79a4 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.16 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 946 time: 0.1417909 Nov 19 14:30:15.263782 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-09736748-8d68-4aa2-8910-165156204260 req-87a3044b-1f94-44b6-8712-b00bb723f9ef tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678008 Nov 19 14:30:15.336433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-34b22114-0f25-4fa2-a286-74678f70a891 req-21cb618c-f644-4a22-88e9-4dea4693027d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Deleting port 08fdcbfb-bef9-47ca-9654-d8e265bffd0c {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:30:15.336786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-34b22114-0f25-4fa2-a286-74678f70a891 req-21cb618c-f644-4a22-88e9-4dea4693027d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:15.606594 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-34b22114-0f25-4fa2-a286-74678f70a891 req-21cb618c-f644-4a22-88e9-4dea4693027d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] For port 08fdcbfb-bef9-47ca-9654-d8e265bffd0c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=08fdcbfb-bef9-47ca-9654-d8e265bffd0c,segment=NetworkSegment(777fa6e3-2761-45f5-9005-c5105e0eb9f5),segment_id=777fa6e3-2761-45f5-9005-c5105e0eb9f5)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:30:15.606855 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-34b22114-0f25-4fa2-a286-74678f70a891 req-21cb618c-f644-4a22-88e9-4dea4693027d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:15.736562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-34b22114-0f25-4fa2-a286-74678f70a891 req-21cb618c-f644-4a22-88e9-4dea4693027d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Calling delete_port for 08fdcbfb-bef9-47ca-9654-d8e265bffd0c owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:30:15.896689 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-34b22114-0f25-4fa2-a286-74678f70a891 req-21cb618c-f644-4a22-88e9-4dea4693027d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:15.911787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9418c7f4-700c-4fbd-b20d-ca79ecd89c69 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:30:15.962146 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb618c-f644-4a22-88e9-4dea4693027d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Pushing event deleted for resources: {'Port': ['ID=08fdcbfb-bef9-47ca-9654-d8e265bffd0c,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:30:15.966276 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-21cb618c-f644-4a22-88e9-4dea4693027d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:30:16.034636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d6afa67f-492a-402e-90d9-9792b32b263c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:16.127585 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b22114-0f25-4fa2-a286-74678f70a891 req-21cb618c-f644-4a22-88e9-4dea4693027d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] No DVR routers for this DVR port 08fdcbfb-bef9-47ca-9654-d8e265bffd0c on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:30:16.130115 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-34b22114-0f25-4fa2-a286-74678f70a891 req-21cb618c-f644-4a22-88e9-4dea4693027d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:16.133826 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e694aac3-9c5c-4e7d-a860-01453f6b79a2', 'name': 'network-vif-deleted', 'tag': '08fdcbfb-bef9-47ca-9654-d8e265bffd0c'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:30:16.175171 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-34b22114-0f25-4fa2-a286-74678f70a891 req-21cb618c-f644-4a22-88e9-4dea4693027d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.16 "DELETE /v2.0/ports/08fdcbfb-bef9-47ca-9654-d8e265bffd0c HTTP/1.1" status: 204 len: 173 time: 0.9075775 Nov 19 14:30:16.194716 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e694aac3-9c5c-4e7d-a860-01453f6b79a2', 'name': 'network-vif-deleted', 'tag': '08fdcbfb-bef9-47ca-9654-d8e265bffd0c', 'status': 'completed', 'code': 200} Nov 19 14:30:16.441849 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 08fdcbfb-bef9-47ca-9654-d8e265bffd0c no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:30:16.446429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4525c-3410-4412-a899-a8f347f26620 req-104813fc-4100-48a7-96dd-956e009ef9e0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:16.448102 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e2e4525c-3410-4412-a899-a8f347f26620 req-104813fc-4100-48a7-96dd-956e009ef9e0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0948477 Nov 19 14:30:16.480229 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5455672d-52c0-4f3d-b44b-2a7a2bc5db4c req-a34daf78-efa2-4b10-a0b1-2a739f5a6832 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=e694aac3-9c5c-4e7d-a860-01453f6b79a2 HTTP/1.1" status: 200 len: 210 time: 0.0512552 Nov 19 14:30:16.490712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] No Port match for: 08fdcbfb-bef9-47ca-9654-d8e265bffd0c {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:30:16.491262 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 08fdcbfb-bef9-47ca-9654-d8e265bffd0c not bound to the agent host hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:30:16.505414 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e2e4525c-3410-4412-a899-a8f347f26620 req-a87b913a-1b9d-4d43-898f-cc216d4f2375 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0505140 Nov 19 14:30:16.539339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:17.428789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:17.736245 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a89d2-10a3-4b92-b75a-572b36c985c8 req-5a52bb0b-246d-49f0-ac0c-9919e0e6c04b tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:17.737971 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-388a89d2-10a3-4b92-b75a-572b36c985c8 req-5a52bb0b-246d-49f0-ac0c-9919e0e6c04b tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0890334 Nov 19 14:30:17.788766 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-388a89d2-10a3-4b92-b75a-572b36c985c8 req-228c600d-81fd-408f-8386-6db6b5de1557 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0441751 Nov 19 14:30:18.000268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:19.180263 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208df67-8e75-4fbf-8093-1572becb042c req-032931c5-9e63-4519-8b89-69e472691617 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:19.181940 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7208df67-8e75-4fbf-8093-1572becb042c req-032931c5-9e63-4519-8b89-69e472691617 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.1094587 Nov 19 14:30:19.237227 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7208df67-8e75-4fbf-8093-1572becb042c req-cfef9bc3-98b3-4e2d-9515-ed8a2f3365d4 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0486090 Nov 19 14:30:20.458244 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9a59d-b8fd-4a5b-8e0b-259a7080ec55 req-4d2f1d29-19f3-4b1e-9840-5d4b7472d4d8 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:20.459873 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-17f9a59d-b8fd-4a5b-8e0b-259a7080ec55 req-4d2f1d29-19f3-4b1e-9840-5d4b7472d4d8 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0866041 Nov 19 14:30:20.510628 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-17f9a59d-b8fd-4a5b-8e0b-259a7080ec55 req-bc3d6a55-bdb0-4fb6-a355-90ebe83a985d tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0442338 Nov 19 14:30:21.207286 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 33706) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:30:21.367620 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1891313c-bcaf-4b37-b24e-7f9b9ba9e5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:21.405396 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-1891313c-bcaf-4b37-b24e-7f9b9ba9e5c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:30:21.409763 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-1891313c-bcaf-4b37-b24e-7f9b9ba9e5c2 admin admin] Usage tracker for resource:security_group_rule and tenant:ff4f26c70b16404c8f98733e6d45d0f7 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:30:21.413096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-1891313c-bcaf-4b37-b24e-7f9b9ba9e5c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:30:21.419298 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-1891313c-bcaf-4b37-b24e-7f9b9ba9e5c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:30:21.491664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1891313c-bcaf-4b37-b24e-7f9b9ba9e5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:21.495288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1891313c-bcaf-4b37-b24e-7f9b9ba9e5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:21.502358 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-dfa18204-ff23-4bc2-be77-6a5ce7bc409c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:30:21.544682 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891313c-bcaf-4b37-b24e-7f9b9ba9e5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77bb36b-5537-46eb-abc1-9989f5912f0b,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:30:21.548886 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-1891313c-bcaf-4b37-b24e-7f9b9ba9e5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:30:21.552845 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-1891313c-bcaf-4b37-b24e-7f9b9ba9e5c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff4f26c70b16404c8f98733e6d45d0f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3438842 Nov 19 14:30:21.554517 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 33718) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:30:21.753723 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef727-2d2b-49a6-86d5-911a78dc226d req-9da7a35a-75d7-412d-bcd0-23c4e65bc0f1 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:21.755480 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0f4ef727-2d2b-49a6-86d5-911a78dc226d req-9da7a35a-75d7-412d-bcd0-23c4e65bc0f1 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0913484 Nov 19 14:30:21.811583 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0f4ef727-2d2b-49a6-86d5-911a78dc226d req-a0e41d1a-82d1-44ba-bcb4-871a3990c12a tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=85fcaaad-fe35-46f4-b999-a6dc5068046e&id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0491869 Nov 19 14:30:21.839915 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ab23-065d-4682-b7f8-5fb7b3c34477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:21.867775 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ab23-065d-4682-b7f8-5fb7b3c34477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:21.913629 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ab23-065d-4682-b7f8-5fb7b3c34477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:21.917693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f6a31a0a-e352-4e7e-8cb6-18228d37a066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:30:21.929944 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5ab23-065d-4682-b7f8-5fb7b3c34477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77bb36b-5537-46eb-abc1-9989f5912f0b,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:30:21.934851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4ac5ab23-065d-4682-b7f8-5fb7b3c34477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:30:21.936795 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ab23-065d-4682-b7f8-5fb7b3c34477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:21.940195 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-4ac5ab23-065d-4682-b7f8-5fb7b3c34477 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f77bb36b-5537-46eb-abc1-9989f5912f0b HTTP/1.1" status: 204 len: 168 time: 0.3846161 Nov 19 14:30:22.795601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device d5e1d818-d4d9-49b3-a2dc-4911dfb69165 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:30:22.872720 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:30:22.873140 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:23.045406 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-c8e9b1e1-2851-4ea0-8658-3576f9822bb3 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:23.047155 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-c8e9b1e1-2851-4ea0-8658-3576f9822bb3 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/networks?id=b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 HTTP/1.1" status: 200 len: 813 time: 0.1658049 Nov 19 14:30:23.065282 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-a44ef9d0-b713-42f7-a0da-2527b30d2d8c tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/quotas/0befb2c532504da89f051bfbecbc9018 HTTP/1.1" status: 200 len: 375 time: 0.0115027 Nov 19 14:30:23.116887 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-898bbbec-27bc-42d7-8e48-5b8496ffe027 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Synchronizing usage tracker for tenant:0befb2c532504da89f051bfbecbc9018 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:30:23.132363 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-898bbbec-27bc-42d7-8e48-5b8496ffe027 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Unset dirty status for tenant:0befb2c532504da89f051bfbecbc9018 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:30:23.133806 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-898bbbec-27bc-42d7-8e48-5b8496ffe027 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?tenant_id=0befb2c532504da89f051bfbecbc9018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626428 Nov 19 14:30:23.280307 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-418ed172-4d95-4531-8d74-2f2be72e2fb7 service neutron] 10.222.0.43 "GET /v2.0/networks/b1ba9d3e-d746-4ca7-bbb0-633aae5a4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386669 Nov 19 14:30:23.427406 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-4b1f0e64-c380-4b53-b8bc-206cd85f1e15 service neutron] 10.222.0.43 "GET /v2.0/networks/b1ba9d3e-d746-4ca7-bbb0-633aae5a4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395974 Nov 19 14:30:23.854241 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8dfb4af1-40ce-417a-a582-dcaf914fe325 req-bdffb915-5028-41fe-9927-58f250ba001a tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 210 time: 0.2670453 Nov 19 14:30:24.973848 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-d2f1b83c-7917-46d8-a5b5-c6b947e6cbef tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:24.975466 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-d2f1b83c-7917-46d8-a5b5-c6b947e6cbef tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.16 "GET /v2.0/networks?id=b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 HTTP/1.1" status: 200 len: 813 time: 0.1604240 Nov 19 14:30:25.017099 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Request body: {'port': {'device_id': '21f81b02-50c8-47d2-a627-bcdb29b99a97', 'network_id': 'b1ba9d3e-d746-4ca7-bbb0-633aae5a4521', 'admin_state_up': True, 'tenant_id': '0befb2c532504da89f051bfbecbc9018'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:30:25.184021 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4c099074-27ea-4b98-8223-fceb0dd40753 req-eeac5570-9c90-4e41-94cd-19ceed358e99 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 210 time: 0.1947441 Nov 19 14:30:25.218215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:30:25.228529 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:30:25.239847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Made reservation on behalf of 0befb2c532504da89f051bfbecbc9018 for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:30:25.245649 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:25.557755 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Allocated IP 172.20.0.8 (b1ba9d3e-d746-4ca7-bbb0-633aae5a4521/21b0f49a-94c8-4c40-9340-0b0ebc77c6d1/78f69095-0ea1-48a0-b0b4-4b4cee8a5c04) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:30:25.773804 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:25.805393 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:25.821102 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:30:25.960877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Pushing event updated for resources: {'Port': ['ID=78f69095-0ea1-48a0-b0b4-4b4cee8a5c04,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:30:25.971035 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:30:26.018300 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Network b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:30:26.019410 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:30:26.021850 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:30:26.089718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:26.090403 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:26.116310 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1042538 Nov 19 14:30:26.134378 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Request body: {'port': {'device_id': '21f81b02-50c8-47d2-a627-bcdb29b99a97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:30:26.250268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:26.398610 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb565ab-b174-4974-9ee5-13ab51117bfe req-c8b653b9-878e-4c60-a2bd-98d27e030647 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:26.400215 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-beb565ab-b174-4974-9ee5-13ab51117bfe req-c8b653b9-878e-4c60-a2bd-98d27e030647 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 931 time: 0.0853705 Nov 19 14:30:26.450140 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-beb565ab-b174-4974-9ee5-13ab51117bfe req-bcc8d707-ceab-4bf9-a6ae-48da511f8425 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Nov 19 14:30:26.675863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:30:26.683030 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:26.695437 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Transition to ACTIVE for port object 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:30:26.701362 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:26.718552 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-29b8c388-cd43-4b71-9092-286d84db6296 tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:30:26.858980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Pushing event updated for resources: {'Port': ['ID=78f69095-0ea1-48a0-b0b4-4b4cee8a5c04,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:30:26.862254 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:30:27.046905 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Attempting to bind port 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:30:27.047474 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Attempting to bind port 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '777fa6e3-2761-45f5-9005-c5105e0eb9f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1ba9d3e-d746-4ca7-bbb0-633aae5a4521'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:30:27.047591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Attempting to bind port 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 on network b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:30:27.055725 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:30:27.056096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Checking segment: {'id': '777fa6e3-2761-45f5-9005-c5105e0eb9f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1ba9d3e-d746-4ca7-bbb0-633aae5a4521'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:30:27.056491 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:27.056887 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Bound using segment: {'id': '777fa6e3-2761-45f5-9005-c5105e0eb9f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1ba9d3e-d746-4ca7-bbb0-633aae5a4521'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:30:27.057351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Bound port: 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777fa6e3-2761-45f5-9005-c5105e0eb9f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1ba9d3e-d746-4ca7-bbb0-633aae5a4521'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:30:27.057711 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:27.150533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] For port 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04, host hv-cinder-76330, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:30:27.153848 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] For port 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=78f69095-0ea1-48a0-b0b4-4b4cee8a5c04,segment=NetworkSegment(777fa6e3-2761-45f5-9005-c5105e0eb9f5),segment_id=777fa6e3-2761-45f5-9005-c5105e0eb9f5)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:30:27.158682 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:27.174361 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d193ab1a-24b5-44ad-8065-5c5eaaddd863 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:30:27.322838 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Pushing event updated for resources: {'Port': ['ID=78f69095-0ea1-48a0-b0b4-4b4cee8a5c04,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:30:27.327480 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:30:27.361344 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:27.362911 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] 10.222.0.16 "PUT /v2.0/ports/78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 HTTP/1.1" status: 200 len: 1157 time: 1.2332253 Nov 19 14:30:27.363446 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f81b02-50c8-47d2-a627-bcdb29b99a97', 'tag': '78f69095-0ea1-48a0-b0b4-4b4cee8a5c04'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:30:27.421086 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f81b02-50c8-47d2-a627-bcdb29b99a97', 'tag': '78f69095-0ea1-48a0-b0b4-4b4cee8a5c04', 'status': 'completed', 'code': 200} Nov 19 14:30:27.523233 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-942a0e09-6008-4b73-9e12-519a83f0a76c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0befb2c532504da89f051bfbecbc9018&device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 1160 time: 0.0811357 Nov 19 14:30:27.602903 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-48da5eb4-790b-4603-99ac-87561314577f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 HTTP/1.1" status: 200 len: 217 time: 0.0650451 Nov 19 14:30:27.671940 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a6e5b-640b-4b9c-9ff8-358c62bc2019 req-97468a01-3f1f-4d23-854b-fc20080f0b7a tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:27.673944 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-225a6e5b-640b-4b9c-9ff8-358c62bc2019 req-97468a01-3f1f-4d23-854b-fc20080f0b7a tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 943 time: 0.0926089 Nov 19 14:30:27.676674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-aa87b57c-e752-46ef-a357-f09a6b059b60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:27.678322 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-aa87b57c-e752-46ef-a357-f09a6b059b60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21b0f49a-94c8-4c40-9340-0b0ebc77c6d1 HTTP/1.1" status: 200 len: 853 time: 0.0679719 Nov 19 14:30:27.726776 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-225a6e5b-640b-4b9c-9ff8-358c62bc2019 req-46319f25-08b9-48b8-a17c-74c1fe154620 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453627 Nov 19 14:30:27.729974 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-b5d3024b-e85d-41db-993c-58524bf7b7b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1ba9d3e-d746-4ca7-bbb0-633aae5a4521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439579 Nov 19 14:30:27.886378 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-aef8af74-3877-46a4-bad1-02618b580f15 service neutron] 10.222.0.16 "GET /v2.0/networks/b1ba9d3e-d746-4ca7-bbb0-633aae5a4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485088 Nov 19 14:30:28.040051 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0422cb49-d970-4a67-83f7-8def15b16e9f req-8b386317-1b16-4722-b9aa-0054f079fdc5 service neutron] 10.222.0.16 "GET /v2.0/networks/b1ba9d3e-d746-4ca7-bbb0-633aae5a4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1453762 Nov 19 14:30:28.223161 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3284edf1-266b-4dbc-b4cb-59c94c7052ea req-4dda049b-ad1f-42da-8e4a-811b854d9bec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0befb2c532504da89f051bfbecbc9018&device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 1160 time: 0.0853610 Nov 19 14:30:28.579753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284edf1-266b-4dbc-b4cb-59c94c7052ea req-5ed920a8-c6d3-42b5-b822-84885d3c199c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:28.581349 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3284edf1-266b-4dbc-b4cb-59c94c7052ea req-5ed920a8-c6d3-42b5-b822-84885d3c199c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 HTTP/1.1" status: 200 len: 907 time: 0.3503311 Nov 19 14:30:28.656388 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3284edf1-266b-4dbc-b4cb-59c94c7052ea req-8f728a46-0450-42d0-9022-3b80102b4b87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 HTTP/1.1" status: 200 len: 217 time: 0.0657513 Nov 19 14:30:28.728709 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284edf1-266b-4dbc-b4cb-59c94c7052ea req-0d63e6dc-6cfa-46e9-863f-e86f319a33c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:28.730269 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3284edf1-266b-4dbc-b4cb-59c94c7052ea req-0d63e6dc-6cfa-46e9-863f-e86f319a33c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21b0f49a-94c8-4c40-9340-0b0ebc77c6d1 HTTP/1.1" status: 200 len: 853 time: 0.0658381 Nov 19 14:30:28.780626 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3284edf1-266b-4dbc-b4cb-59c94c7052ea req-383bc448-934d-4b59-a670-fa95388eaca5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1ba9d3e-d746-4ca7-bbb0-633aae5a4521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431955 Nov 19 14:30:28.981583 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3284edf1-266b-4dbc-b4cb-59c94c7052ea req-de914d51-4c16-474b-af70-cc95a6100657 service neutron] 10.222.0.16 "GET /v2.0/networks/b1ba9d3e-d746-4ca7-bbb0-633aae5a4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936126 Nov 19 14:30:29.044742 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e0ad3-482e-47ad-a166-edbf547fa9ac req-4c56b32d-b0eb-4f4a-8c4b-f03578d631d5 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:29.045479 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-6b7e0ad3-482e-47ad-a166-edbf547fa9ac req-4c56b32d-b0eb-4f4a-8c4b-f03578d631d5 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Synchronizing usage tracker for tenant:0befb2c532504da89f051bfbecbc9018 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:30:29.136050 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-6b7e0ad3-482e-47ad-a166-edbf547fa9ac req-4c56b32d-b0eb-4f4a-8c4b-f03578d631d5 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Unset dirty status for tenant:0befb2c532504da89f051bfbecbc9018 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:30:29.136696 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6b7e0ad3-482e-47ad-a166-edbf547fa9ac req-4c56b32d-b0eb-4f4a-8c4b-f03578d631d5 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 943 time: 0.2528298 Nov 19 14:30:29.194198 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3284edf1-266b-4dbc-b4cb-59c94c7052ea req-9c17820d-ce04-4620-b855-8fa36efd7c34 service neutron] 10.222.0.16 "GET /v2.0/networks/b1ba9d3e-d746-4ca7-bbb0-633aae5a4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2001684 Nov 19 14:30:29.204688 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6b7e0ad3-482e-47ad-a166-edbf547fa9ac req-61345e8e-95a2-4434-a78f-a7cd8b71a0d5 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629883 Nov 19 14:30:30.443837 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed302e67-ec71-43e0-b014-77d5cf9ff257 req-3daab48b-562c-47dc-804e-e31a1d18d030 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:30.445462 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ed302e67-ec71-43e0-b014-77d5cf9ff257 req-3daab48b-562c-47dc-804e-e31a1d18d030 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 943 time: 0.0963786 Nov 19 14:30:30.494625 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ed302e67-ec71-43e0-b014-77d5cf9ff257 req-406ab489-de72-49b8-8d9d-747f4465efbc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428255 Nov 19 14:30:31.732254 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a5e79-2226-4552-b833-cbc122ac4f40 req-0287bb9f-96b7-404c-83cd-d52ab80d1e92 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:31.733899 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7a2a5e79-2226-4552-b833-cbc122ac4f40 req-0287bb9f-96b7-404c-83cd-d52ab80d1e92 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 943 time: 0.0871177 Nov 19 14:30:31.788185 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7a2a5e79-2226-4552-b833-cbc122ac4f40 req-7a074295-ad53-41fa-bd9f-2e296570adcb tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472064 Nov 19 14:30:33.010616 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ade89d-6307-4023-8546-4d01db974b96 req-0a128fd9-e90c-4bb9-96cb-1a0170720345 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:33.012223 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-30ade89d-6307-4023-8546-4d01db974b96 req-0a128fd9-e90c-4bb9-96cb-1a0170720345 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 943 time: 0.0891421 Nov 19 14:30:33.061546 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-30ade89d-6307-4023-8546-4d01db974b96 req-dc0bee81-96fa-4741-930d-3619e7bbba97 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428638 Nov 19 14:30:33.640562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:30:33.688176 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:30:33.722530 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:30:33.727476 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:30:33.727891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:33.848969 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:33.877828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f81b02-50c8-47d2-a627-bcdb29b99a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f69095-0ea1-48a0-b0b4-4b4cee8a5c04'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:30:33.888265 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=78f69095-0ea1-48a0-b0b4-4b4cee8a5c04,segment=NetworkSegment(777fa6e3-2761-45f5-9005-c5105e0eb9f5),segment_id=777fa6e3-2761-45f5-9005-c5105e0eb9f5)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:30:33.894075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:33.895415 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device d5e1d818-d4d9-49b3-a2dc-4911dfb69165 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:30:33.923209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:30:33.953959 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f81b02-50c8-47d2-a627-bcdb29b99a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f69095-0ea1-48a0-b0b4-4b4cee8a5c04', 'code': 200} Nov 19 14:30:34.022071 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=78f69095-0ea1-48a0-b0b4-4b4cee8a5c04,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:30:34.025595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:30:34.038347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:30:34.038768 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:34.254999 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f8ae40f4-e70a-4bbe-a675-d98c13058a1a req-a106e965-10d6-42b8-8c18-fe96fb0c7b24 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 1162 time: 0.0826905 Nov 19 14:30:34.302706 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f8ae40f4-e70a-4bbe-a675-d98c13058a1a req-37a34ee2-17e5-46df-b641-fc577ea46c9f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404146 Nov 19 14:30:34.303413 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d04d8-b945-49e1-832c-bf549fce8f22 req-a00c7a50-6fa5-4a52-be1d-682b9123571d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:34.305027 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b32d04d8-b945-49e1-832c-bf549fce8f22 req-a00c7a50-6fa5-4a52-be1d-682b9123571d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 945 time: 0.0834103 Nov 19 14:30:34.362918 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b32d04d8-b945-49e1-832c-bf549fce8f22 req-6e258703-cb6c-489b-a8b8-a884b6e6898e tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515211 Nov 19 14:30:34.863568 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:30:34.950467 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:30:34.950877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:35.592202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19c392-bd78-4192-bdc5-76872ab1b2c1 req-5fc01032-affa-4f7c-8a13-1822b18a0366 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:35.593809 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6c19c392-bd78-4192-bdc5-76872ab1b2c1 req-5fc01032-affa-4f7c-8a13-1822b18a0366 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 945 time: 0.0969734 Nov 19 14:30:35.643591 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6c19c392-bd78-4192-bdc5-76872ab1b2c1 req-afa9f1a1-6d81-4073-930a-6922610b4621 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434289 Nov 19 14:30:36.865059 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc77966-8ac8-4122-b656-9c7430c8f0da req-3097750f-812c-4593-b0b0-7c26e24f8050 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:30:36.866790 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ccc77966-8ac8-4122-b656-9c7430c8f0da req-3097750f-812c-4593-b0b0-7c26e24f8050 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 945 time: 0.0941679 Nov 19 14:30:36.918023 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ccc77966-8ac8-4122-b656-9c7430c8f0da req-cec5367e-0677-464c-85d0-51d38ee99e21 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442135 Nov 19 14:30:38.107088 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 33868) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:30:38.267305 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5379384c-8560-4e05-b048-8d605c14ad25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:38.305770 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5379384c-8560-4e05-b048-8d605c14ad25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:30:38.312647 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5379384c-8560-4e05-b048-8d605c14ad25 admin admin] Usage tracker for resource:security_group_rule and tenant:be8b6c931e434950b8b14eb7a5557bde is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:30:38.317914 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5379384c-8560-4e05-b048-8d605c14ad25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:30:38.324645 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5379384c-8560-4e05-b048-8d605c14ad25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:30:38.401516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5379384c-8560-4e05-b048-8d605c14ad25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:38.406061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5379384c-8560-4e05-b048-8d605c14ad25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:38.413611 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e506237d-c9d0-4546-894f-b239ca9c0575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:30:38.456982 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379384c-8560-4e05-b048-8d605c14ad25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da8749a-0b44-4a96-8bbe-02612e35a83c,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:30:38.461147 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5379384c-8560-4e05-b048-8d605c14ad25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:30:38.464054 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-5379384c-8560-4e05-b048-8d605c14ad25 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be8b6c931e434950b8b14eb7a5557bde&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3557978 Nov 19 14:30:38.467533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 33874) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:30:38.533610 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0c310e32-e645-4520-be4b-445dc31bd428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:38.562649 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0c310e32-e645-4520-be4b-445dc31bd428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:38.609517 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0c310e32-e645-4520-be4b-445dc31bd428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:38.614720 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-dfdf1a49-43c3-4f27-996b-d2b915cafdbb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:30:38.628739 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c310e32-e645-4520-be4b-445dc31bd428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da8749a-0b44-4a96-8bbe-02612e35a83c,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:30:38.633421 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0c310e32-e645-4520-be4b-445dc31bd428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:30:38.639404 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0c310e32-e645-4520-be4b-445dc31bd428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:38.640631 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-0c310e32-e645-4520-be4b-445dc31bd428 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6da8749a-0b44-4a96-8bbe-02612e35a83c HTTP/1.1" status: 204 len: 168 time: 0.1722217 Nov 19 14:30:42.993392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 33932) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:30:43.152258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:43.186860 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:30:43.191311 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Usage tracker for resource:security_group_rule and tenant:77037bd8715f4a1399c65cd481c876bf is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:30:43.195420 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:30:43.201816 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:30:43.273732 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:43.277436 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:43.284614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-bc5a76b9-f235-4a0d-a10b-0a4b55451c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:30:43.329465 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59ffcbc-4291-4f9e-b032-89cb464e2c1b,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:30:43.336352 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77037bd8715f4a1399c65cd481c876bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3417754 Nov 19 14:30:43.339285 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 33942) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:30:43.342584 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.342988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.343384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.344150 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.344538 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.344910 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.345301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.345701 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.346090 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.346444 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.346826 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.347180 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.347623 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.347998 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.348351 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.348708 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.349263 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.349641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.350044 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.350418 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.350792 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.351163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.351536 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.351907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.356723 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:30:43.405853 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:43.433058 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:43.479217 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:43.483252 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4627ea67-126c-468a-a5f1-e49fa425a7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:30:43.494949 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59ffcbc-4291-4f9e-b032-89cb464e2c1b,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:30:43.507616 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:43.508832 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b59ffcbc-4291-4f9e-b032-89cb464e2c1b HTTP/1.1" status: 204 len: 168 time: 0.1684127 Nov 19 14:30:43.510353 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.510763 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.511133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.511554 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.512022 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.512479 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.512904 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.513377 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.513697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.514076 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.514462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.514845 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.515288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.515688 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.516063 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.516413 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.516795 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.517179 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.517580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.517984 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.518350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.518727 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.519139 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.519599 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:30:43.523239 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:30:43.632089 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6f49eeb9-49e7-4d58-b57d-28d0ba3ee2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:45.091835 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:46.043685 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5346f87c-e058-49de-b0c4-06a6b865fe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:46.540899 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:47.435425 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:30:48.007891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:00.409282 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e44f1e-23b2-47e7-a580-bc6e2fb507d4 req-223a3ce5-2c1d-442b-88e9-42b4e27989ca tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:00.410991 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-20e44f1e-23b2-47e7-a580-bc6e2fb507d4 req-223a3ce5-2c1d-442b-88e9-42b4e27989ca tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 945 time: 0.0919087 Nov 19 14:31:00.461979 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-20e44f1e-23b2-47e7-a580-bc6e2fb507d4 req-d219b91d-2538-4b81-8947-9a67efba9ece tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443971 Nov 19 14:31:01.697934 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de79cc-e388-4068-ae45-934aa2962b90 req-06316d16-dd7a-43b4-8bc5-41e9e0f6a0d3 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:01.699633 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-89de79cc-e388-4068-ae45-934aa2962b90 req-06316d16-dd7a-43b4-8bc5-41e9e0f6a0d3 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 945 time: 0.0977628 Nov 19 14:31:01.754469 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-89de79cc-e388-4068-ae45-934aa2962b90 req-f4eb26b8-82e7-40d6-abfc-c68d8bb9df96 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453908 Nov 19 14:31:02.989912 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8bb54-42fd-47c1-a2cf-9805d7525035 req-ce5e4f57-5654-4d48-a2c8-f5d56e30c1d4 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:02.991518 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9fc8bb54-42fd-47c1-a2cf-9805d7525035 req-ce5e4f57-5654-4d48-a2c8-f5d56e30c1d4 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 945 time: 0.0860670 Nov 19 14:31:03.040234 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9fc8bb54-42fd-47c1-a2cf-9805d7525035 req-5ebdaf99-e5a3-47cc-a656-511ca340173e tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Nov 19 14:31:04.278681 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba43b5b-db70-4cc0-b071-a6498da89f3f req-848641d5-5cf8-4cf2-aeee-60451186f7f4 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:04.280289 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7ba43b5b-db70-4cc0-b071-a6498da89f3f req-848641d5-5cf8-4cf2-aeee-60451186f7f4 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 945 time: 0.0997207 Nov 19 14:31:04.337196 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7ba43b5b-db70-4cc0-b071-a6498da89f3f req-88366191-2446-43dc-93a3-2af34480d96b tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473046 Nov 19 14:31:05.652855 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0dfb6-415e-4452-bffa-4f3ff99fbf27 req-773a2f03-81f1-4f07-9399-d7fdcfe81db6 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:05.654424 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ddd0dfb6-415e-4452-bffa-4f3ff99fbf27 req-773a2f03-81f1-4f07-9399-d7fdcfe81db6 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 945 time: 0.1628935 Nov 19 14:31:05.663553 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb51f3a-2e8e-40ce-8245-03529f862971 req-50397b9f-845a-4420-98ad-631497980bec tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:05.665036 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3eb51f3a-2e8e-40ce-8245-03529f862971 req-50397b9f-845a-4420-98ad-631497980bec tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.16 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 945 time: 0.1206613 Nov 19 14:31:05.775162 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-3eb51f3a-2e8e-40ce-8245-03529f862971 req-0db3b8c2-9625-476d-a50c-8008965641c9 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Deleting port 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:31:05.775542 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3eb51f3a-2e8e-40ce-8245-03529f862971 req-0db3b8c2-9625-476d-a50c-8008965641c9 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:05.821303 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ddd0dfb6-415e-4452-bffa-4f3ff99fbf27 req-d2bd7f5d-4226-4060-9c01-c7b054fb394c tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/security-groups?id=51240be5-b1e3-4756-8d71-021439efe998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551542 Nov 19 14:31:06.051998 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-3eb51f3a-2e8e-40ce-8245-03529f862971 req-0db3b8c2-9625-476d-a50c-8008965641c9 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] For port 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=78f69095-0ea1-48a0-b0b4-4b4cee8a5c04,segment=NetworkSegment(777fa6e3-2761-45f5-9005-c5105e0eb9f5),segment_id=777fa6e3-2761-45f5-9005-c5105e0eb9f5)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:31:06.052402 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3eb51f3a-2e8e-40ce-8245-03529f862971 req-0db3b8c2-9625-476d-a50c-8008965641c9 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:06.187685 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-3eb51f3a-2e8e-40ce-8245-03529f862971 req-0db3b8c2-9625-476d-a50c-8008965641c9 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Calling delete_port for 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:31:06.352357 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3eb51f3a-2e8e-40ce-8245-03529f862971 req-0db3b8c2-9625-476d-a50c-8008965641c9 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:06.370358 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-43370dcf-5a33-4cb3-9cb1-6bea69489622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:06.418499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3b8c2-9625-476d-a50c-8008965641c9 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Pushing event deleted for resources: {'Port': ['ID=78f69095-0ea1-48a0-b0b4-4b4cee8a5c04,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:06.423090 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0db3b8c2-9625-476d-a50c-8008965641c9 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:06.580215 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb51f3a-2e8e-40ce-8245-03529f862971 req-0db3b8c2-9625-476d-a50c-8008965641c9 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] No DVR routers for this DVR port 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:31:06.582359 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-3eb51f3a-2e8e-40ce-8245-03529f862971 req-0db3b8c2-9625-476d-a50c-8008965641c9 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:06.585075 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f81b02-50c8-47d2-a627-bcdb29b99a97', 'name': 'network-vif-deleted', 'tag': '78f69095-0ea1-48a0-b0b4-4b4cee8a5c04'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:31:06.603877 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3eb51f3a-2e8e-40ce-8245-03529f862971 req-0db3b8c2-9625-476d-a50c-8008965641c9 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.16 "DELETE /v2.0/ports/78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 HTTP/1.1" status: 204 len: 173 time: 0.9227490 Nov 19 14:31:06.742413 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f81b02-50c8-47d2-a627-bcdb29b99a97', 'name': 'network-vif-deleted', 'tag': '78f69095-0ea1-48a0-b0b4-4b4cee8a5c04', 'status': 'completed', 'code': 200} Nov 19 14:31:07.024546 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-484de37f-b66f-41d8-bc46-bbe15d2b7838 req-5b9d42ad-a2ad-4e41-89af-d26475f6498f tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Synchronizing usage tracker for tenant:0befb2c532504da89f051bfbecbc9018 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:31:07.041799 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-484de37f-b66f-41d8-bc46-bbe15d2b7838 req-5b9d42ad-a2ad-4e41-89af-d26475f6498f tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Unset dirty status for tenant:0befb2c532504da89f051bfbecbc9018 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:31:07.043093 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-484de37f-b66f-41d8-bc46-bbe15d2b7838 req-5b9d42ad-a2ad-4e41-89af-d26475f6498f tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] 10.222.0.43 "GET /v2.0/ports?device_id=21f81b02-50c8-47d2-a627-bcdb29b99a97 HTTP/1.1" status: 200 len: 210 time: 0.0643442 Nov 19 14:31:07.215355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:31:07.250092 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] No Port match for: 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:31:07.250483 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 78f69095-0ea1-48a0-b0b4-4b4cee8a5c04 not bound to the agent host hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:31:10.690627 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:31:13.627931 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1762e602-5bee-44c9-b6bd-a66f928cc76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:14.925105 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee3b39-e42d-4e0d-b105-13f785e5b2c9 req-eb4d513a-e413-434e-a0c0-a79fedcd8a78 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:14.926703 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fcee3b39-e42d-4e0d-b105-13f785e5b2c9 req-eb4d513a-e413-434e-a0c0-a79fedcd8a78 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0834050 Nov 19 14:31:14.982176 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fcee3b39-e42d-4e0d-b105-13f785e5b2c9 req-021297a4-9d64-4ec4-bec7-ef06369cb75e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461829 Nov 19 14:31:15.095001 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:16.036684 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e906ae4f-9e76-430c-8b11-7ea0647d3c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:16.228543 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda0e7b-e8e8-41d4-9c42-c3ea1f67e145 req-80a3ea4d-d50c-4c55-aa71-d26c7a17e6ff tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:16.230267 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ebda0e7b-e8e8-41d4-9c42-c3ea1f67e145 req-80a3ea4d-d50c-4c55-aa71-d26c7a17e6ff tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0921464 Nov 19 14:31:16.283015 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ebda0e7b-e8e8-41d4-9c42-c3ea1f67e145 req-4c7c8ee8-a56f-4dcf-a398-1a83b1c09c10 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437911 Nov 19 14:31:16.546959 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:17.421892 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:17.532134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf02c2-7aae-4823-a78d-d3e57c23012e req-c432da7e-db33-4dfa-a2c9-e9861202c9de tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:17.533813 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9bbf02c2-7aae-4823-a78d-d3e57c23012e req-c432da7e-db33-4dfa-a2c9-e9861202c9de tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0849826 Nov 19 14:31:17.584806 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9bbf02c2-7aae-4823-a78d-d3e57c23012e req-ebdc4f9f-25c0-49c7-928c-9a97fccc8773 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=6dad5f38-8b75-48fd-922c-5257293f645f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439386 Nov 19 14:31:17.617945 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-f7c5432b-1801-476b-b4ea-28925c9258e8 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:17.619715 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-f7c5432b-1801-476b-b4ea-28925c9258e8 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.16 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 946 time: 0.0853434 Nov 19 14:31:17.700520 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Deleting port 025c7366-5946-4660-940c-479c7330b0a6 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:31:17.700905 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:17.957500 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] For port 025c7366-5946-4660-940c-479c7330b0a6, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=025c7366-5946-4660-940c-479c7330b0a6,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:31:17.957935 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:18.004164 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:18.084264 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1c822-5671-4154-b746-39c2f2a123fb req-c0ebf4e9-30df-48f9-a357-82660618cf61 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:18.086303 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f9c1c822-5671-4154-b746-39c2f2a123fb req-c0ebf4e9-30df-48f9-a357-82660618cf61 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.0912333 Nov 19 14:31:18.135435 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f9c1c822-5671-4154-b746-39c2f2a123fb req-152b87fc-e8c0-4612-91f9-626ca840cd72 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431201 Nov 19 14:31:18.279193 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:18.279608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:18.279997 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_db [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Floating IP f9adece9-f49f-482f-8e22-da958088d380 disassociated. External IP: 172.28.0.73, port: 025c7366-5946-4660-940c-479c7330b0a6. Nov 19 14:31:18.280359 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Calling delete_port for 025c7366-5946-4660-940c-479c7330b0a6 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:31:18.429022 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:18.447515 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0db3b8c2-9625-476d-a50c-8008965641c9 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:18.496294 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event deleted for resources: {'Port': ['ID=025c7366-5946-4660-940c-479c7330b0a6,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:18.501039 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:18.871682 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-35bb965e-c4ac-49be-bca3-b868dd2af4ee req-6ebe717a-60b6-4bef-bec5-236a05acf96e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 210 time: 0.0538142 Nov 19 14:31:19.110853 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:31:19.275277 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 025c7366-5946-4660-940c-479c7330b0a6 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:31:19.319135 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] No Port match for: 025c7366-5946-4660-940c-479c7330b0a6 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:31:19.319528 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 025c7366-5946-4660-940c-479c7330b0a6 not bound to the agent host hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:31:19.446375 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:31:19.451269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21340990-3795-4660-9748-1ea8e6c72b2e req-850c88bd-a739-42c5-9075-be8952375ea8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:19.452937 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-21340990-3795-4660-9748-1ea8e6c72b2e req-850c88bd-a739-42c5-9075-be8952375ea8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1236207 Nov 19 14:31:19.462001 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48197f98-f7d2-4487-a034-b5e206d0b924 None None] Sync routers for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:31:19.484087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] No DVR routers for this DVR port 025c7366-5946-4660-940c-479c7330b0a6 on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:31:19.486510 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:19.488521 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48197f98-f7d2-4487-a034-b5e206d0b924 None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:31:19.489466 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-48197f98-f7d2-4487-a034-b5e206d0b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:31:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:19.497852 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'name': 'network-vif-deleted', 'tag': '025c7366-5946-4660-940c-479c7330b0a6'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:31:19.515358 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7e6ed1ed-0ee2-48a3-a035-b369fe757337 req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.16 "DELETE /v2.0/ports/025c7366-5946-4660-940c-479c7330b0a6 HTTP/1.1" status: 204 len: 173 time: 1.8886583 Nov 19 14:31:19.523386 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-21340990-3795-4660-9748-1ea8e6c72b2e req-c8026c72-ff28-44af-8191-05d90d3ae746 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561681 Nov 19 14:31:19.593684 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352c69c2-7298-42d6-b85e-dff3d0cc988e', 'name': 'network-vif-deleted', 'tag': '025c7366-5946-4660-940c-479c7330b0a6', 'status': 'completed', 'code': 200} Nov 19 14:31:19.755298 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-48197f98-f7d2-4487-a034-b5e206d0b924 None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:31:20.059304 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-f20a7cc6-1afe-459a-ac18-f4ac4d065f70 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:20.065448 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-f20a7cc6-1afe-459a-ac18-f4ac4d065f70 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.16 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.1652036 Nov 19 14:31:20.096325 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-48197f98-f7d2-4487-a034-b5e206d0b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:09Z', 'revision_number': 5, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:20.102746 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48197f98-f7d2-4487-a034-b5e206d0b924 None None] Checking router: 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:31:20.117159 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48197f98-f7d2-4487-a034-b5e206d0b924 None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:31:20.118101 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-48197f98-f7d2-4487-a034-b5e206d0b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:31:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:20.171648 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Deleting port dd1dd24d-d5e0-4d66-adcb-d87120967d4a {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:31:20.172034 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:20.372377 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-48197f98-f7d2-4487-a034-b5e206d0b924 None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:31:20.575129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] For port dd1dd24d-d5e0-4d66-adcb-d87120967d4a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=dd1dd24d-d5e0-4d66-adcb-d87120967d4a,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:31:20.575636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:20.768622 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-56a89dd1-839c-4737-a616-9867e13b6f8f req-a4c0e0d7-d887-4979-be7b-d8e16f81e183 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=352c69c2-7298-42d6-b85e-dff3d0cc988e HTTP/1.1" status: 200 len: 210 time: 0.5623429 Nov 19 14:31:20.949499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-48197f98-f7d2-4487-a034-b5e206d0b924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:09Z', 'revision_number': 5, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:20.953888 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48197f98-f7d2-4487-a034-b5e206d0b924 None None] The sync data for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb is: [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:09Z', 'revision_number': 5, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:31:21.002560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12574b3a-3137-4fe5-b801-8fa77091bb2a req-f432b0c0-73e7-45ef-b63e-905d9a6c79be tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:21.006271 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-12574b3a-3137-4fe5-b801-8fa77091bb2a req-f432b0c0-73e7-45ef-b63e-905d9a6c79be tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 946 time: 0.2237434 Nov 19 14:31:21.042202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:21.042622 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:21.042971 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_db [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Floating IP 1b4ad392-7846-4fe4-b2a6-80946c5c50f2 disassociated. External IP: 172.28.0.85, port: dd1dd24d-d5e0-4d66-adcb-d87120967d4a. Nov 19 14:31:21.043350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Calling delete_port for dd1dd24d-d5e0-4d66-adcb-d87120967d4a owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:31:21.121726 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-12574b3a-3137-4fe5-b801-8fa77091bb2a req-2ac34cab-9327-45b7-a4a4-fe61f7b23400 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=c57298d5-0120-44d0-ab69-a83c8e29c286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052444 Nov 19 14:31:21.234316 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:21.239567 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device dd1dd24d-d5e0-4d66-adcb-d87120967d4a no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:31:21.257262 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-079f6a64-eb7c-4b95-b645-7b56016e13fc tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:21.305844 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event deleted for resources: {'Port': ['ID=dd1dd24d-d5e0-4d66-adcb-d87120967d4a,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:21.311317 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:21.438369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8067757-53ea-466e-98fb-873c33d7ac58 None None] New status for floating IP f9adece9-f49f-482f-8e22-da958088d380: DOWN {{(pid=80337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 14:31:21.446068 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] No Port match for: dd1dd24d-d5e0-4d66-adcb-d87120967d4a {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:31:21.446457 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device dd1dd24d-d5e0-4d66-adcb-d87120967d4a not bound to the agent host hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:31:21.665906 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:31:21.902252 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:31:21.913080 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e7a63e-149f-4968-96c7-42c30d13bdf2 None None] Sync routers for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:31:21.931199 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e7a63e-149f-4968-96c7-42c30d13bdf2 None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:31:21.932218 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-81e7a63e-149f-4968-96c7-42c30d13bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:31:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:21.940202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] No DVR routers for this DVR port dd1dd24d-d5e0-4d66-adcb-d87120967d4a on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:31:21.942687 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:21.945820 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf00fbeb-acfc-4080-93e5-abdeedcdc903', 'name': 'network-vif-deleted', 'tag': 'dd1dd24d-d5e0-4d66-adcb-d87120967d4a'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:31:21.959099 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34382) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:21.966728 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-04fe4eaf-8365-419a-a0dc-e289d9c3802e req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.16 "DELETE /v2.0/ports/dd1dd24d-d5e0-4d66-adcb-d87120967d4a HTTP/1.1" status: 204 len: 173 time: 1.8945806 Nov 19 14:31:22.029073 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf00fbeb-acfc-4080-93e5-abdeedcdc903', 'name': 'network-vif-deleted', 'tag': 'dd1dd24d-d5e0-4d66-adcb-d87120967d4a', 'status': 'completed', 'code': 200} Nov 19 14:31:22.057576 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b7a70244-6df6-4c09-b3f2-ed4d31d66c86 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:22.115636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b7a70244-6df6-4c09-b3f2-ed4d31d66c86 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:22.185951 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b7a70244-6df6-4c09-b3f2-ed4d31d66c86 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:22.192746 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-06193924-5f64-4414-87a2-40f578bbbd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:22.229544 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a70244-6df6-4c09-b3f2-ed4d31d66c86 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dad5f38-8b75-48fd-922c-5257293f645f,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:22.235379 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b7a70244-6df6-4c09-b3f2-ed4d31d66c86 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:22.253400 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-81e7a63e-149f-4968-96c7-42c30d13bdf2 None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:31:22.254590 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b7a70244-6df6-4c09-b3f2-ed4d31d66c86 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:22.256045 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b7a70244-6df6-4c09-b3f2-ed4d31d66c86 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "DELETE /v2.0/security-groups/6dad5f38-8b75-48fd-922c-5257293f645f HTTP/1.1" status: 204 len: 168 time: 0.2956514 Nov 19 14:31:22.259053 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 34392) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:22.294947 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.v2.resource [None req-e95b8fd8-0fa5-4755-b52f-28e7b6231614 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] show failed (client error): The resource could not be found. Nov 19 14:31:22.299114 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e95b8fd8-0fa5-4755-b52f-28e7b6231614 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups/6dad5f38-8b75-48fd-922c-5257293f645f HTTP/1.1" status: 404 len: 347 time: 0.0359421 Nov 19 14:31:22.299552 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34396) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:22.453187 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-d7e6a3d5-8dbc-4a8d-bc6e-15a9802ca2b0 req-303196d4-62a9-413d-97f5-409747347e91 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Synchronizing usage tracker for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:31:22.471799 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-d7e6a3d5-8dbc-4a8d-bc6e-15a9802ca2b0 req-303196d4-62a9-413d-97f5-409747347e91 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Unset dirty status for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:31:22.473234 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d7e6a3d5-8dbc-4a8d-bc6e-15a9802ca2b0 req-303196d4-62a9-413d-97f5-409747347e91 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cf00fbeb-acfc-4080-93e5-abdeedcdc903 HTTP/1.1" status: 200 len: 210 time: 0.0933285 Nov 19 14:31:22.489852 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-4f4408d4-c52f-4ee3-be67-dcbb78e0853a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Deleting port 24d402a4-4c22-42fc-813d-234142d4fa85 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:31:22.490212 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4f4408d4-c52f-4ee3-be67-dcbb78e0853a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:22.675798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-81e7a63e-149f-4968-96c7-42c30d13bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:56Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:22.677444 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4f4408d4-c52f-4ee3-be67-dcbb78e0853a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:22.677887 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4f4408d4-c52f-4ee3-be67-dcbb78e0853a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:22.681888 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e7a63e-149f-4968-96c7-42c30d13bdf2 None None] Checking router: e8f2ddf8-f4ab-4299-962a-a01aedc7a042 for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:31:22.694875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e7a63e-149f-4968-96c7-42c30d13bdf2 None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:31:22.695553 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-81e7a63e-149f-4968-96c7-42c30d13bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:31:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:22.806979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-4f4408d4-c52f-4ee3-be67-dcbb78e0853a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Calling delete_port for 24d402a4-4c22-42fc-813d-234142d4fa85 owned by network:floatingip {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:31:22.897873 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-81e7a63e-149f-4968-96c7-42c30d13bdf2 None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:31:22.955129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4f4408d4-c52f-4ee3-be67-dcbb78e0853a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:22.971144 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f2c7680a-160f-418b-8f99-0399b2bc4fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:23.021610 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4408d4-c52f-4ee3-be67-dcbb78e0853a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event deleted for resources: {'Port': ['ID=24d402a4-4c22-42fc-813d-234142d4fa85,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:23.034241 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4f4408d4-c52f-4ee3-be67-dcbb78e0853a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:23.208758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4f4408d4-c52f-4ee3-be67-dcbb78e0853a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:23.226702 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4f4408d4-c52f-4ee3-be67-dcbb78e0853a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:23.228238 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-4f4408d4-c52f-4ee3-be67-dcbb78e0853a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "DELETE /v2.0/floatingips/f9adece9-f49f-482f-8e22-da958088d380 HTTP/1.1" status: 204 len: 168 time: 0.9271739 Nov 19 14:31:23.273609 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-81e7a63e-149f-4968-96c7-42c30d13bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:56Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:23.278885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e7a63e-149f-4968-96c7-42c30d13bdf2 None None] The sync data for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb is: [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:56Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:31:23.563434 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34418) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:23.569996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Request body: {'security_group': {'name': 'tempest-securitygroup--192433780', 'description': 'tempest-description--888321659'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:23.577354 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:31:23.584309 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Usage tracker for resource:security_group and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:31:23.589594 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:31:23.597052 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:31:23.608917 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:23.651073 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:31:23.655869 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Usage tracker for resource:security_group_rule and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:31:23.658733 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34424) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:23.659555 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:31:23.678243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:31:23.700354 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20665a03-a135-49f1-842e-c8ed1ced8049 None None] New status for floating IP 1b4ad392-7846-4fe4-b2a6-80946c5c50f2: DOWN {{(pid=80337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 14:31:23.782753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bba8c640-c3f2-4816-9e3b-c2173cff3d35 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:23.789616 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:23.799410 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:23.805793 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-205774b7-8259-4d71-8a59-eaeaa8607f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:23.848887 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bba8c640-c3f2-4816-9e3b-c2173cff3d35 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:23.892756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event updated for resources: {'SecurityGroup': ['ID=0d832c20-3230-4309-84d4-a755aead849f,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:23.895847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:23.899145 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:23.900395 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3358040 Nov 19 14:31:23.904554 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 34428) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:23.911307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-a3a0b8f1-79c8-409d-afb6-113f07cb46e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Request body: {'security_group_rule': {'security_group_id': '0d832c20-3230-4309-84d4-a755aead849f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:23.919345 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-a3a0b8f1-79c8-409d-afb6-113f07cb46e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:31:23.926579 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-a3a0b8f1-79c8-409d-afb6-113f07cb46e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Usage tracker for resource:security_group_rule and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:31:23.928583 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bba8c640-c3f2-4816-9e3b-c2173cff3d35 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:23.930446 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-a3a0b8f1-79c8-409d-afb6-113f07cb46e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:31:23.934135 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cfd2b90b-2f7b-4d0d-9545-fc71095cdd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:23.936722 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-a3a0b8f1-79c8-409d-afb6-113f07cb46e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:31:23.950661 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8c640-c3f2-4816-9e3b-c2173cff3d35 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57298d5-0120-44d0-ab69-a83c8e29c286,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:23.953310 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-bba8c640-c3f2-4816-9e3b-c2173cff3d35 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:23.963126 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bba8c640-c3f2-4816-9e3b-c2173cff3d35 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:23.963291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b8f1-79c8-409d-afb6-113f07cb46e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group_rule, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:23.964478 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-bba8c640-c3f2-4816-9e3b-c2173cff3d35 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "DELETE /v2.0/security-groups/c57298d5-0120-44d0-ab69-a83c8e29c286 HTTP/1.1" status: 204 len: 168 time: 0.3016078 Nov 19 14:31:23.967193 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34432) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:23.988180 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.v2.resource [None req-361fce1e-16f1-4a1f-a917-5493e97f8c90 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] show failed (client error): The resource could not be found. Nov 19 14:31:23.989740 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-361fce1e-16f1-4a1f-a917-5493e97f8c90 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups/c57298d5-0120-44d0-ab69-a83c8e29c286 HTTP/1.1" status: 404 len: 347 time: 0.0214801 Nov 19 14:31:23.992842 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34436) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:24.164070 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-4feeac32-1ad1-4dc9-8497-a543cb5cd544 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Deleting port f94c058f-4adb-4a19-b3f0-8022f9ad33c1 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:31:24.164332 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4feeac32-1ad1-4dc9-8497-a543cb5cd544 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.243482 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b8f1-79c8-409d-afb6-113f07cb46e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.246965 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b8f1-79c8-409d-afb6-113f07cb46e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639599'] for security_group_rule, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.254608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:24.273913 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0b8f1-79c8-409d-afb6-113f07cb46e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a73a77f-538b-4ba9-be77-49ee08efea0d,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:24.276805 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a3a0b8f1-79c8-409d-afb6-113f07cb46e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:24.284423 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a3a0b8f1-79c8-409d-afb6-113f07cb46e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group_rule, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.285826 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-a3a0b8f1-79c8-409d-afb6-113f07cb46e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3798177 Nov 19 14:31:24.288644 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 34440) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:24.294168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-772a006e-7d55-4644-befa-c59736158ce0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Request body: {'security_group_rule': {'security_group_id': '0d832c20-3230-4309-84d4-a755aead849f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:24.301584 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-772a006e-7d55-4644-befa-c59736158ce0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:31:24.309424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-772a006e-7d55-4644-befa-c59736158ce0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Usage tracker for resource:security_group_rule and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:31:24.312898 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-772a006e-7d55-4644-befa-c59736158ce0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:31:24.319370 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-772a006e-7d55-4644-befa-c59736158ce0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:31:24.339584 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-772a006e-7d55-4644-befa-c59736158ce0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group_rule, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.354951 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4feeac32-1ad1-4dc9-8497-a543cb5cd544 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.355279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4feeac32-1ad1-4dc9-8497-a543cb5cd544 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.412360 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-772a006e-7d55-4644-befa-c59736158ce0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.417604 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-772a006e-7d55-4644-befa-c59736158ce0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639599'] for security_group_rule, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.418996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-156501b7-727e-40c1-85a0-9d4886be674e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:24.443507 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a006e-7d55-4644-befa-c59736158ce0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531f3ccb-aa35-4491-a88c-6a5b7a63a2f1,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:24.446160 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-772a006e-7d55-4644-befa-c59736158ce0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:24.453738 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-772a006e-7d55-4644-befa-c59736158ce0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group_rule, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.455235 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-772a006e-7d55-4644-befa-c59736158ce0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1656086 Nov 19 14:31:24.458787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 34450) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:24.465153 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Request body: {'floatingip': {'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:24.472214 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:31:24.478329 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Usage tracker for resource:floatingip and tenant:3b9f0120857d4cdba0db0a3b0de27f15 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:31:24.481798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:31:24.488134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:31:24.489484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-4feeac32-1ad1-4dc9-8497-a543cb5cd544 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Calling delete_port for f94c058f-4adb-4a19-b3f0-8022f9ad33c1 owned by network:floatingip {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:31:24.500066 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.639480 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4feeac32-1ad1-4dc9-8497-a543cb5cd544 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.650524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.654277 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a481e519-ad3a-4c52-a914-ee66f324e008 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:24.705266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeac32-1ad1-4dc9-8497-a543cb5cd544 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event deleted for resources: {'Port': ['ID=f94c058f-4adb-4a19-b3f0-8022f9ad33c1,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:24.710891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4feeac32-1ad1-4dc9-8497-a543cb5cd544 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:24.901790 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4feeac32-1ad1-4dc9-8497-a543cb5cd544 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.920077 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4feeac32-1ad1-4dc9-8497-a543cb5cd544 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:24.921390 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-4feeac32-1ad1-4dc9-8497-a543cb5cd544 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "DELETE /v2.0/floatingips/1b4ad392-7846-4fe4-b2a6-80946c5c50f2 HTTP/1.1" status: 204 len: 168 time: 0.9274247 Nov 19 14:31:24.941000 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Allocated IP 172.28.0.211 (ca817bba-b7b8-4a37-9c7c-42c1a6687b2c/542d015a-8e34-4d9c-af1c-363e209ac3b2/4d05f54c-106a-4ea1-b889-5b586e2c767d) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:31:25.098989 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.127052 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.143223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d272e774-288e-4172-a1ba-7db225a1a5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:25.288295 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event updated for resources: {'Port': ['ID=4d05f54c-106a-4ea1-b889-5b586e2c767d,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:25.292640 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:25.335710 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:31:25.336946 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:31:25.339206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:31:25.397108 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34466) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:25.403126 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Request body: {'security_group': {'name': 'tempest-securitygroup--924100867', 'description': 'tempest-description--892837263'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:25.409424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:31:25.414072 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Usage tracker for resource:security_group and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:31:25.417081 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:31:25.422950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:31:25.429809 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.434085 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.471609 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:31:25.475903 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Usage tracker for resource:security_group_rule and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:31:25.479014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:31:25.484847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:31:25.493883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.554464 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.557933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.561851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-bba8c640-c3f2-4816-9e3b-c2173cff3d35 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:25.609161 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event updated for resources: {'SecurityGroup': ['ID=2140f959-621b-44d4-ae7f-430eb99ac543,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:25.612408 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:25.614130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.619159 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2209575 Nov 19 14:31:25.619823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34472) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:25.626487 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-60b50f6b-5768-42b8-980b-0b2488e69610 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Request body: {'security_group_rule': {'security_group_id': '2140f959-621b-44d4-ae7f-430eb99ac543', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:25.632563 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-60b50f6b-5768-42b8-980b-0b2488e69610 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:31:25.636952 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-60b50f6b-5768-42b8-980b-0b2488e69610 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Usage tracker for resource:security_group_rule and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:31:25.640121 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-60b50f6b-5768-42b8-980b-0b2488e69610 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:31:25.646372 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-60b50f6b-5768-42b8-980b-0b2488e69610 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:31:25.664585 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-60b50f6b-5768-42b8-980b-0b2488e69610 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group_rule, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.728921 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-60b50f6b-5768-42b8-980b-0b2488e69610 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.732727 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-60b50f6b-5768-42b8-980b-0b2488e69610 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639599'] for security_group_rule, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.735208 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-afa5f898-67d2-4466-b29c-ee6ea4e74eed tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:25.760110 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b50f6b-5768-42b8-980b-0b2488e69610 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e2b69a-fe0b-47c6-8424-2f983f1b8a29,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:25.762757 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-60b50f6b-5768-42b8-980b-0b2488e69610 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:25.770935 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-60b50f6b-5768-42b8-980b-0b2488e69610 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group_rule, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.772242 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-60b50f6b-5768-42b8-980b-0b2488e69610 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1514482 Nov 19 14:31:25.775037 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34478) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:25.780622 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.781070 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-f584a21d-8903-463a-ace4-08783f15472a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Request body: {'security_group_rule': {'security_group_id': '2140f959-621b-44d4-ae7f-430eb99ac543', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:25.786892 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.787448 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f584a21d-8903-463a-ace4-08783f15472a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:31:25.791869 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f584a21d-8903-463a-ace4-08783f15472a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Usage tracker for resource:security_group_rule and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:31:25.794995 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-f584a21d-8903-463a-ace4-08783f15472a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:31:25.801631 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-f584a21d-8903-463a-ace4-08783f15472a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:31:25.804091 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-21cb618c-f644-4a22-88e9-4dea4693027d tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:25.819924 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f584a21d-8903-463a-ace4-08783f15472a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group_rule, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.889614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f584a21d-8903-463a-ace4-08783f15472a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.895479 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f584a21d-8903-463a-ace4-08783f15472a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639599'] for security_group_rule, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.897527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:25.919859 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34484) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:25.922421 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584a21d-8903-463a-ace4-08783f15472a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad510ee-1348-4a7c-9ecf-f21245c9cd86,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:25.927693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f584a21d-8903-463a-ace4-08783f15472a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:25.940668 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event updated for resources: {'Port': ['ID=4d05f54c-106a-4ea1-b889-5b586e2c767d,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:25.943116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f584a21d-8903-463a-ace4-08783f15472a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group_rule, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:25.944623 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-f584a21d-8903-463a-ace4-08783f15472a tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1686065 Nov 19 14:31:25.947822 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34492) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:25.954142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Request body: {'floatingip': {'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:25.955450 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:25.961090 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:31:25.965758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Usage tracker for resource:floatingip and tenant:77b33d747f6846c6b1b67fccd366d808 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:31:25.969524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:31:25.976518 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:31:25.988935 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:26.066579 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:26.112523 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:26.114442 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6543145 Nov 19 14:31:26.135701 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e7ef6963-9a42-48b1-b92a-769f26357822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:26.193740 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-e7ef6963-9a42-48b1-b92a-769f26357822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:31:26.200645 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-e7ef6963-9a42-48b1-b92a-769f26357822 admin admin] Usage tracker for resource:security_group_rule and tenant:3fdfae61ce3c4bf29e674913f9f71aab is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:31:26.203658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-e7ef6963-9a42-48b1-b92a-769f26357822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:31:26.212378 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-e7ef6963-9a42-48b1-b92a-769f26357822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:31:26.225614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:26.438081 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e7ef6963-9a42-48b1-b92a-769f26357822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:26.484952 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e7ef6963-9a42-48b1-b92a-769f26357822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:26.496932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3da8b57b-3631-4e13-b404-a2e0cc2b60a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:26.550970 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-e112cc90-7ebc-4826-8b3c-b9c4b0f8b47d tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Synchronizing usage tracker for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:security_group {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:31:26.575403 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef6963-9a42-48b1-b92a-769f26357822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db6b1f3-27ba-46df-8615-1d68a6216aed,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:26.583762 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e7ef6963-9a42-48b1-b92a-769f26357822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:26.621602 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e7ef6963-9a42-48b1-b92a-769f26357822 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3fdfae61ce3c4bf29e674913f9f71aab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7004991 Nov 19 14:31:26.624699 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 34512) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:26.644610 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-e112cc90-7ebc-4826-8b3c-b9c4b0f8b47d tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Unset dirty status for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:security_group {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:31:26.645895 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-e112cc90-7ebc-4826-8b3c-b9c4b0f8b47d tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--192433780&fields=id&tenant_id=3b9f0120857d4cdba0db0a3b0de27f15 HTTP/1.1" status: 200 len: 267 time: 0.2842512 Nov 19 14:31:26.692441 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0424-c46d-4536-ade2-0891001c5628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:26.693745 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Allocated IP 172.28.0.16 (ca817bba-b7b8-4a37-9c7c-42c1a6687b2c/542d015a-8e34-4d9c-af1c-363e209ac3b2/2bb35a67-ac1c-4849-8e23-5b17990c9265) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:31:26.719879 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0424-c46d-4536-ade2-0891001c5628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:26.770476 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0424-c46d-4536-ade2-0891001c5628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:26.774605 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-72ff9516-ef81-4ae2-8e3e-d1da76676869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:26.791268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d0424-c46d-4536-ade2-0891001c5628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db6b1f3-27ba-46df-8615-1d68a6216aed,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:26.794427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6d2d0424-c46d-4536-ade2-0891001c5628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:26.801071 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0424-c46d-4536-ade2-0891001c5628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:26.804775 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6d2d0424-c46d-4536-ade2-0891001c5628 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2db6b1f3-27ba-46df-8615-1d68a6216aed HTTP/1.1" status: 204 len: 168 time: 0.1766603 Nov 19 14:31:26.930142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-8b879b61-123f-452e-b9ca-b54f898ddd00 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:26.931724 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-8b879b61-123f-452e-b9ca-b54f898ddd00 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 816 time: 0.2751982 Nov 19 14:31:26.978749 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-7191e779-a989-4c53-9378-25876d27d4ff tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/quotas/3b9f0120857d4cdba0db0a3b0de27f15 HTTP/1.1" status: 200 len: 375 time: 0.0399680 Nov 19 14:31:26.987337 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:27.094048 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:27.111665 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:27.417843 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-226516c5-e857-49f9-91b6-2f9d4dc18506 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Synchronizing usage tracker for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:31:27.483251 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event updated for resources: {'Port': ['ID=2bb35a67-ac1c-4849-8e23-5b17990c9265,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:27.502276 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:27.511881 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-226516c5-e857-49f9-91b6-2f9d4dc18506 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Unset dirty status for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:31:27.513305 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-226516c5-e857-49f9-91b6-2f9d4dc18506 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5221972 Nov 19 14:31:27.559973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:31:27.561313 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:31:27.563698 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:31:27.843518 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:27.857009 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-455922bc-903a-4b06-a1fa-d7a298cfcd4c service neutron] 10.222.0.43 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277717 Nov 19 14:31:28.005572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:28.136625 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-2fe54320-1674-4625-b212-b9bc329534c9 service neutron] 10.222.0.43 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2537668 Nov 19 14:31:28.324516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:28.329432 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524501'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:28.349580 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-31e764d6-16fe-41f5-a297-5d774907a8b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:28.356134 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-bc9f28a1-c1b8-4f48-9226-c8f2cd2e3a48 req-59e71c8e-116b-46ca-9450-57a31b651d2e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Synchronizing usage tracker for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:31:28.368914 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-bc9f28a1-c1b8-4f48-9226-c8f2cd2e3a48 req-59e71c8e-116b-46ca-9450-57a31b651d2e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Unset dirty status for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:31:28.370226 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bc9f28a1-c1b8-4f48-9226-c8f2cd2e3a48 req-59e71c8e-116b-46ca-9450-57a31b651d2e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 210 time: 0.0620706 Nov 19 14:31:28.491018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event updated for resources: {'Port': ['ID=2bb35a67-ac1c-4849-8e23-5b17990c9265,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:28.496968 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:28.595464 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:28.623551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:28.624872 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-32bd655a-d981-4248-919b-bb73681252b9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6758299 Nov 19 14:31:28.883223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-c1b45672-a576-49c6-babe-52f43507ccb8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Synchronizing usage tracker for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:security_group {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:31:28.901271 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-c1b45672-a576-49c6-babe-52f43507ccb8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Unset dirty status for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:security_group {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:31:28.902770 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-c1b45672-a576-49c6-babe-52f43507ccb8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--924100867&fields=id&tenant_id=77b33d747f6846c6b1b67fccd366d808 HTTP/1.1" status: 200 len: 267 time: 0.0659740 Nov 19 14:31:29.072372 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-3a38686f-3c50-40c3-8d53-1fe9a4beab97 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:29.074000 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-3a38686f-3c50-40c3-8d53-1fe9a4beab97 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/networks?id=c9566fb2-f013-4e79-aed7-babb03e3eff8 HTTP/1.1" status: 200 len: 811 time: 0.1632714 Nov 19 14:31:29.092861 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-a6514f07-7ba2-4d07-b499-be7540380d9f tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/quotas/77b33d747f6846c6b1b67fccd366d808 HTTP/1.1" status: 200 len: 375 time: 0.0122936 Nov 19 14:31:29.189485 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-982d044f-e711-4346-ab90-e19d5b543fc7 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Synchronizing usage tracker for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:31:29.205455 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-982d044f-e711-4346-ab90-e19d5b543fc7 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Unset dirty status for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:31:29.208674 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-982d044f-e711-4346-ab90-e19d5b543fc7 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?tenant_id=77b33d747f6846c6b1b67fccd366d808&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1092327 Nov 19 14:31:29.359136 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-ad4c3438-0f26-4404-b9e7-73a931ce5255 service neutron] 10.222.0.43 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391392 Nov 19 14:31:29.504533 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-afed8e89-35f6-439e-91d3-d1e200065c0f service neutron] 10.222.0.43 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387999 Nov 19 14:31:29.571053 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d7b56e02-2944-41d4-87b5-abd0cca9b6b0 req-0ee83121-d212-4f95-8b95-5e2d38cf7b0e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 210 time: 0.0489190 Nov 19 14:31:29.747762 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-39da75ea-69c1-42df-9ced-076a63350118 req-ef5e5676-fd0e-4d4c-91a9-4d03419445e3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 210 time: 0.0788431 Nov 19 14:31:29.896820 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-7faf7ed9-1df2-4821-8830-53b77c4d8c10 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:29.898642 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-7faf7ed9-1df2-4821-8830-53b77c4d8c10 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.16 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 816 time: 0.1922228 Nov 19 14:31:29.997032 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-487adbc8-c628-43e4-b6f6-6cb6aeaca308 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15 HTTP/1.1" status: 200 len: 5043 time: 0.0793886 Nov 19 14:31:30.012821 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Request body: {'port': {'device_id': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'admin_state_up': True, 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'security_groups': ['0d832c20-3230-4309-84d4-a755aead849f']}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:30.013954 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34590) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:30.081137 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_v2 [None req-b751eb1f-1202-4ed7-b49d-c26a2f76dfa7 admin admin] Deleting subnet 21b0f49a-94c8-4c40-9340-0b0ebc77c6d1 {{(pid=80335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 14:31:30.084788 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b751eb1f-1202-4ed7-b49d-c26a2f76dfa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:30.144701 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b751eb1f-1202-4ed7-b49d-c26a2f76dfa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2955110'] for subnet, precommit_delete_associations {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:30.171218 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:31:30.182607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:31:30.192092 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Made reservation on behalf of 3b9f0120857d4cdba0db0a3b0de27f15 for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:31:30.197720 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:30.206571 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b751eb1f-1202-4ed7-b49d-c26a2f76dfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1992101'] for subnet, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:30.474898 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b751eb1f-1202-4ed7-b49d-c26a2f76dfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852783684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852524426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2623732'] for subnet, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:30.488382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d5e457d9-c711-4741-9f12-21a3adcf36cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:30.515670 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Allocated IP 172.20.0.14 (6c7d019c-f6fc-47eb-aa49-9850e73d1180/20923fe1-d567-4c1e-add1-0805a365f43b/c3bc1f2e-bb8f-4111-bc73-a257782f6fcb) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:31:30.529364 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751eb1f-1202-4ed7-b49d-c26a2f76dfa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21b0f49a-94c8-4c40-9340-0b0ebc77c6d1,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:30.534568 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b751eb1f-1202-4ed7-b49d-c26a2f76dfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:30.631139 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b751eb1f-1202-4ed7-b49d-c26a2f76dfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:30.642233 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b751eb1f-1202-4ed7-b49d-c26a2f76dfa7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/21b0f49a-94c8-4c40-9340-0b0ebc77c6d1 HTTP/1.1" status: 204 len: 168 time: 0.6269245 Nov 19 14:31:30.643479 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34596) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:30.727861 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:30.746979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Transition to ACTIVE for port object c3bc1f2e-bb8f-4111-bc73-a257782f6fcb will not be triggered until provisioned by entity DHCP. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:31:30.767061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:30.787737 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d94324e1-6d34-434f-a75b-99c32a6ac6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:30.820736 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1858883'] for network, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:30.986240 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f69c61-1f78-43df-a415-2f2d698bc879 req-aa7d8142-ffde-4fc0-bb1b-0945f6c253c3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:30.987896 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a3f69c61-1f78-43df-a415-2f2d698bc879 req-aa7d8142-ffde-4fc0-bb1b-0945f6c253c3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 932 time: 0.2429891 Nov 19 14:31:31.043034 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e7764491-b40a-43c9-bc34-6ae8a3f20706 req-012c7a41-3bf3-49e9-af5e-34dc570c1768 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 210 time: 0.1327164 Nov 19 14:31:31.049441 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970236', 'neutron.services.segments.db._delete_segments_for_network--9223363247167790520'] for network, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:31.207710 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a3f69c61-1f78-43df-a415-2f2d698bc879 req-5f90d92b-b0d1-4044-a0db-47b55d0b99e3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647229 Nov 19 14:31:31.211946 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ba9d3e-d746-4ca7-bbb0-633aae5a4521']}} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:31.227660 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777fa6e3-2761-45f5-9005-c5105e0eb9f5') {'for_net_delete': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:31.227944 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777fa6e3-2761-45f5-9005-c5105e0eb9f5') {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:31.242336 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247167819704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851820691'] for segment, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:31.259527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:31.261895 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 14:31:31.352536 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event updated for resources: {'Port': ['ID=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:31.362226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:31.413634 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5d500dd0-23c3-4fa4-bf34-2a73a1e6a841 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:31.415203 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5d500dd0-23c3-4fa4-bf34-2a73a1e6a841 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.16 "GET /v2.0/networks?id=c9566fb2-f013-4e79-aed7-babb03e3eff8 HTTP/1.1" status: 200 len: 811 time: 0.5773120 Nov 19 14:31:31.430886 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:31:31.432149 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:31:31.450753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:31:31.554036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:31.554763 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:31.590233 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-0fc78644-fba9-4d58-8ed3-b2901e2bdc8d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77b33d747f6846c6b1b67fccd366d808 HTTP/1.1" status: 200 len: 5043 time: 0.1558096 Nov 19 14:31:31.601034 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Request body: {'port': {'device_id': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'admin_state_up': True, 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'security_groups': ['2140f959-621b-44d4-ae7f-430eb99ac543']}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:31.621726 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-d01b0cfc-6b25-4d4e-b5cd-34504659a14f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6132436 Nov 19 14:31:31.680311 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] Network b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 has no segments {{(pid=80335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:31:31.689662 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1994887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2251732'] for segment, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:31.735945 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-a5efbb09-a1e4-4815-af47-e37c422e2e34 None None] Provisioning for port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:31:31.741662 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Request body: {'port': {'device_id': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:31.741877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-a5efbb09-a1e4-4815-af47-e37c422e2e34 None None] Provisioning complete for port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:31:31.742342 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a5efbb09-a1e4-4815-af47-e37c422e2e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:31.801318 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-a5efbb09-a1e4-4815-af47-e37c422e2e34 None None] Port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:31:31.850761 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:31:31.870513 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] Network b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 has no segments {{(pid=80335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:31:31.881743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: Traceback (most recent call last): Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: timer() Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: cb(*args, **kw) Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: return func(*args, **kwargs) Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: self._notify() Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: self.callback(batched_events) Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: event.method(event) Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: segment_id)['aggregates'][0] Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: return f(self, *a, **k) Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: return self._get(url).json() Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: **kwargs) Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: return self.request(url, 'GET', **kwargs) Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: **endpoint_filter) Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:31:31.896713 dv-cinder-763306-2-smb neutron-server[80223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:31:31.900255 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Made reservation on behalf of 77b33d747f6846c6b1b67fccd366d808 for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:31:31.905939 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:31.917960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:31.974393 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852805557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:31.977983 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-705c3c7f-0e09-4cb6-83d3-c64d6f336745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:31.992053 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:32.003108 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ba9d3e-d746-4ca7-bbb0-633aae5a4521,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:32.006784 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:32.012171 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-35e0b6de-6a62-44b9-b82f-14409c7be2c6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b1ba9d3e-d746-4ca7-bbb0-633aae5a4521 HTTP/1.1" status: 204 len: 168 time: 1.3672025 Nov 19 14:31:32.237118 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34614) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:32.296792 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-b28d9a9b-e721-4271-8879-d3f96b774f30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0befb2c532504da89f051bfbecbc9018&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0583203 Nov 19 14:31:32.299799 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34620) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:32.335578 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7f60bb4f-9442-4674-9f22-4001be041a26 req-7d9114fa-c007-4949-9e5e-cefbab887267 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 210 time: 0.1081357 Nov 19 14:31:32.411688 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8f22768d-9795-46c6-ad25-aaa5c965a33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:32.457406 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8f22768d-9795-46c6-ad25-aaa5c965a33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:32.513063 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e665df5-bea0-4467-9ea7-cf03a5b7590b req-976758ed-80ae-419d-b3a4-37ff2cbbea0c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:32.514724 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3e665df5-bea0-4467-9ea7-cf03a5b7590b req-976758ed-80ae-419d-b3a4-37ff2cbbea0c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 932 time: 0.1450284 Nov 19 14:31:32.525210 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8f22768d-9795-46c6-ad25-aaa5c965a33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:32.545219 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0eb59b83-7dbe-424b-862e-c41ff32dc856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:32.564461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22768d-9795-46c6-ad25-aaa5c965a33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51240be5-b1e3-4756-8d71-021439efe998,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:32.567300 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8f22768d-9795-46c6-ad25-aaa5c965a33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:32.569156 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Allocated IP 172.20.0.6 (c9566fb2-f013-4e79-aed7-babb03e3eff8/0e9e1595-8ff8-40af-b3f7-496f185928f3/c33cac18-020a-45e2-b7ac-963c84b9af73) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:31:32.598535 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8f22768d-9795-46c6-ad25-aaa5c965a33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:32.602566 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-8f22768d-9795-46c6-ad25-aaa5c965a33a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51240be5-b1e3-4756-8d71-021439efe998 HTTP/1.1" status: 204 len: 168 time: 0.2992053 Nov 19 14:31:32.605964 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3e665df5-bea0-4467-9ea7-cf03a5b7590b req-38742b5e-ff81-48d3-b605-875ab95280d0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834231 Nov 19 14:31:32.781394 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bc1f2e-bb8f-4111-bc73-a257782f6fcb {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:31:32.802272 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:32.829690 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Transition to ACTIVE for port object c3bc1f2e-bb8f-4111-bc73-a257782f6fcb will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:31:32.834118 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:32.860581 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-762e2cec-519c-450b-99b6-623a2acd4ae1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:32.958323 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:33.051100 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Transition to ACTIVE for port object c33cac18-020a-45e2-b7ac-963c84b9af73 will not be triggered until provisioned by entity DHCP. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:31:33.054559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:33.061130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:33.106960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:33.123317 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6a750dac-60fb-4c88-9273-19ac229e5a83 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:33.329573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event updated for resources: {'Port': ['ID=c33cac18-020a-45e2-b7ac-963c84b9af73,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:33.365394 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:33.442624 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Attempting to bind port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:31:33.442994 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Attempting to bind port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:31:33.443335 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Attempting to bind port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb on network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:31:33.456430 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:31:33.456761 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Checking segment: {'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:31:33.457213 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:33.457595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Bound using segment: {'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:31:33.458081 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Bound port: c3bc1f2e-bb8f-4111-bc73-a257782f6fcb, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d26c7a-ef60-4c5c-945f-b10195d0f098', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:31:33.458446 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:33.472908 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Network c9566fb2-f013-4e79-aed7-babb03e3eff8 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:31:33.476359 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:31:33.514952 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:31:33.652286 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:33.653152 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:33.663404 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-65cb4c75-b902-40af-9b88-1cd0a2f7d542 None None] Provisioning for port c33cac18-020a-45e2-b7ac-963c84b9af73 completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:31:33.669305 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-65cb4c75-b902-40af-9b88-1cd0a2f7d542 None None] Provisioning complete for port c33cac18-020a-45e2-b7ac-963c84b9af73 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:31:33.669875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-65cb4c75-b902-40af-9b88-1cd0a2f7d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:33.705846 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] For port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb, host hv-cinder-76330, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:31:33.711088 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] For port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:31:33.712983 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5c3969a4-d5fc-45b4-9883-e5b86d0d214d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1165521 Nov 19 14:31:33.718011 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:33.727756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-65cb4c75-b902-40af-9b88-1cd0a2f7d542 None None] Port c33cac18-020a-45e2-b7ac-963c84b9af73 cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:31:33.735718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:33.771713 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Request body: {'port': {'device_id': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:33.809221 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58149220-7936-4b10-b25c-17e838f67acc req-e9fb5ff7-edfd-476b-932d-fa94eb0d8be3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:33.809962 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-58149220-7936-4b10-b25c-17e838f67acc req-e9fb5ff7-edfd-476b-932d-fa94eb0d8be3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Synchronizing usage tracker for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:31:33.843889 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01423432-dcd6-4310-847a-03ed7498c361 req-be756d9b-3a52-4bb0-8851-1a77fa99fecd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:33.845523 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-01423432-dcd6-4310-847a-03ed7498c361 req-be756d9b-3a52-4bb0-8851-1a77fa99fecd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0858798 Nov 19 14:31:33.897992 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-01423432-dcd6-4310-847a-03ed7498c361 req-6746c2b4-5cb4-4553-91ca-5cfc94776323 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455358 Nov 19 14:31:34.165374 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-58149220-7936-4b10-b25c-17e838f67acc req-e9fb5ff7-edfd-476b-932d-fa94eb0d8be3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Unset dirty status for tenant:77b33d747f6846c6b1b67fccd366d808 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:31:34.166619 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-58149220-7936-4b10-b25c-17e838f67acc req-e9fb5ff7-edfd-476b-932d-fa94eb0d8be3 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 931 time: 0.6962421 Nov 19 14:31:34.231086 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:34.242435 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:34.307675 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:34.320873 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-58149220-7936-4b10-b25c-17e838f67acc req-ad66303a-47bd-42f5-b9f7-bac68ea57bc5 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433990 Nov 19 14:31:34.333142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:34.334665 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] 10.222.0.16 "PUT /v2.0/ports/c3bc1f2e-bb8f-4111-bc73-a257782f6fcb HTTP/1.1" status: 200 len: 1158 time: 2.6996045 Nov 19 14:31:34.335176 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'tag': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:31:34.434181 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'tag': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb', 'status': 'completed', 'code': 200} Nov 19 14:31:34.602475 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-a2f9dc26-f0f9-4077-94e0-7780dc35a863 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 1161 time: 0.2089517 Nov 19 14:31:34.703003 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-bcc96715-fac7-49d6-8b72-a43fa052ee15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb HTTP/1.1" status: 200 len: 217 time: 0.0851378 Nov 19 14:31:34.849188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-b5757beb-1438-4a64-86ff-5a9482d44df5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:34.850812 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-b5757beb-1438-4a64-86ff-5a9482d44df5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20923fe1-d567-4c1e-add1-0805a365f43b HTTP/1.1" status: 200 len: 855 time: 0.1004319 Nov 19 14:31:34.983830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c33cac18-020a-45e2-b7ac-963c84b9af73 {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:31:34.992918 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:35.009593 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Transition to ACTIVE for port object c33cac18-020a-45e2-b7ac-963c84b9af73 will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:31:35.016144 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-6ba9c01f-1ea0-44a5-9661-a0cc17f398fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c7d019c-f6fc-47eb-aa49-9850e73d1180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1581693 Nov 19 14:31:35.017253 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:35.034858 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6b157bad-75bb-4542-9a08-cd3859bf5466 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:35.335883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Pushing event updated for resources: {'Port': ['ID=c33cac18-020a-45e2-b7ac-963c84b9af73,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:35.338949 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:35.397715 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-ed93b7c3-3f00-4639-908c-8edda17ccd30 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660600 Nov 19 14:31:35.544048 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788055-f453-4096-8710-0717104e059f req-4314819d-fcc6-4a3f-b406-9c879cfc5704 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:35.545936 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-85788055-f453-4096-8710-0717104e059f req-4314819d-fcc6-4a3f-b406-9c879cfc5704 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 943 time: 0.0923128 Nov 19 14:31:35.584787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b223f8-f5b8-4581-b424-574c5fb25177 req-32d4789c-9790-46a3-a863-0f96afed03d8 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:35.585608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-92b223f8-f5b8-4581-b424-574c5fb25177 req-32d4789c-9790-46a3-a863-0f96afed03d8 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Synchronizing usage tracker for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:31:35.609876 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-85788055-f453-4096-8710-0717104e059f req-b43f4aab-8425-4e87-badc-591465126dc2 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560482 Nov 19 14:31:35.661163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-92b223f8-f5b8-4581-b424-574c5fb25177 req-32d4789c-9790-46a3-a863-0f96afed03d8 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Unset dirty status for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:31:35.662506 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-92b223f8-f5b8-4581-b424-574c5fb25177 req-32d4789c-9790-46a3-a863-0f96afed03d8 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.5693457 Nov 19 14:31:35.711155 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-22573c1b-36e3-45a1-a377-9c6c3fa6ce2f req-c10f88f4-f9e3-4cd7-90b6-f12d6ee59489 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3067875 Nov 19 14:31:35.750779 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Attempting to bind port c33cac18-020a-45e2-b7ac-963c84b9af73 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:31:35.751100 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Attempting to bind port c33cac18-020a-45e2-b7ac-963c84b9af73 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:31:35.751466 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Attempting to bind port c33cac18-020a-45e2-b7ac-963c84b9af73 on network c9566fb2-f013-4e79-aed7-babb03e3eff8 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:31:35.761790 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-92b223f8-f5b8-4581-b424-574c5fb25177 req-c2b53842-81f7-4e5e-bfdc-70f336b9e359 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829551 Nov 19 14:31:35.764017 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:31:35.764487 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Checking segment: {'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:31:35.764862 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:35.765243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Bound using segment: {'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:31:35.765761 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Bound port: c33cac18-020a-45e2-b7ac-963c84b9af73, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5de67d-c7de-4e26-ad66-aef3f06793c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:31:35.766129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:35.916739 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] For port c33cac18-020a-45e2-b7ac-963c84b9af73, host hv-cinder-76330, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:31:35.920277 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] For port c33cac18-020a-45e2-b7ac-963c84b9af73, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c33cac18-020a-45e2-b7ac-963c84b9af73,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:31:35.925349 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:35.939159 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c5b14f92-fa79-4adf-b68a-91b88b15b617 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:36.072378 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1a229406-f51a-410b-a6f2-0ab6f7cb2dce req-79b4f6d6-8b5e-4c53-bba5-d8fb92fa3ee5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 1161 time: 0.2586846 Nov 19 14:31:36.373613 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Pushing event updated for resources: {'Port': ['ID=c33cac18-020a-45e2-b7ac-963c84b9af73,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:36.428065 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:36.479548 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:36.481097 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] 10.222.0.16 "PUT /v2.0/ports/c33cac18-020a-45e2-b7ac-963c84b9af73 HTTP/1.1" status: 200 len: 1157 time: 2.7464705 Nov 19 14:31:36.481572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'tag': 'c33cac18-020a-45e2-b7ac-963c84b9af73'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:31:36.489377 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a229406-f51a-410b-a6f2-0ab6f7cb2dce req-38b9948e-00dc-484e-bb55-ae71a9d7dab4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:36.491215 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1a229406-f51a-410b-a6f2-0ab6f7cb2dce req-38b9948e-00dc-484e-bb55-ae71a9d7dab4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 910 time: 0.4091632 Nov 19 14:31:36.558751 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'tag': 'c33cac18-020a-45e2-b7ac-963c84b9af73', 'status': 'completed', 'code': 200} Nov 19 14:31:36.622234 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1a229406-f51a-410b-a6f2-0ab6f7cb2dce req-32eb16f9-391f-4a48-b5db-8e42efffca6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb HTTP/1.1" status: 200 len: 217 time: 0.1229413 Nov 19 14:31:36.705015 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a229406-f51a-410b-a6f2-0ab6f7cb2dce req-9da79d3a-d655-44c8-acce-7716d0d4628a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:36.706588 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1a229406-f51a-410b-a6f2-0ab6f7cb2dce req-9da79d3a-d655-44c8-acce-7716d0d4628a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20923fe1-d567-4c1e-add1-0805a365f43b HTTP/1.1" status: 200 len: 855 time: 0.0762117 Nov 19 14:31:36.712644 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5daaf6a8-2e2b-4013-99a5-191cfc6109a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77b33d747f6846c6b1b67fccd366d808&device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 1160 time: 0.1530614 Nov 19 14:31:36.879198 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-9a76ef7b-0243-4aae-90e6-ba33cf6aa0e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c33cac18-020a-45e2-b7ac-963c84b9af73 HTTP/1.1" status: 200 len: 217 time: 0.1270106 Nov 19 14:31:36.969863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-c23ac4a5-314e-44a4-88fb-6e7c043f440f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:36.971497 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-c23ac4a5-314e-44a4-88fb-6e7c043f440f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e9e1595-8ff8-40af-b3f7-496f185928f3 HTTP/1.1" status: 200 len: 850 time: 0.0849111 Nov 19 14:31:36.984147 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1a229406-f51a-410b-a6f2-0ab6f7cb2dce req-b74a6911-c3a6-4d33-bad8-f69d6c6830d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c7d019c-f6fc-47eb-aa49-9850e73d1180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2705064 Nov 19 14:31:36.996546 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f96cf2-7b27-4826-a366-bb4831ad04dd req-5abdf8f1-fd0b-4d14-9bcb-64edc46d0633 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:36.998159 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82f96cf2-7b27-4826-a366-bb4831ad04dd req-5abdf8f1-fd0b-4d14-9bcb-64edc46d0633 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0856690 Nov 19 14:31:37.047769 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82f96cf2-7b27-4826-a366-bb4831ad04dd req-0a338157-c5a4-4fb4-8419-997b5d17f636 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430663 Nov 19 14:31:37.069471 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a6025-3b1a-4d9c-b841-a2f2e3940a45 req-f739ccfc-7baa-4022-805c-803d3267047f tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:37.071126 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3d8a6025-3b1a-4d9c-b841-a2f2e3940a45 req-f739ccfc-7baa-4022-805c-803d3267047f tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 943 time: 0.3203313 Nov 19 14:31:37.233757 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3d8a6025-3b1a-4d9c-b841-a2f2e3940a45 req-4808aa2c-2dd6-4e80-a341-d18de78de4f2 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435306 Nov 19 14:31:37.236679 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-5a90bbc3-792b-4e62-89c7-ef82c27226d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9566fb2-f013-4e79-aed7-babb03e3eff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2568161 Nov 19 14:31:37.240165 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1a229406-f51a-410b-a6f2-0ab6f7cb2dce req-33c428d4-586a-47ef-bedc-bc98a43b6185 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185326 Nov 19 14:31:37.624084 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-b7f061df-9e3d-4532-b19c-8d30970a9ecd service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656918 Nov 19 14:31:37.626010 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1a229406-f51a-410b-a6f2-0ab6f7cb2dce req-57612a49-fc5b-4bf5-a7f0-594b2b5f5f92 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2657876 Nov 19 14:31:37.799424 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6a7fa521-0628-4a79-bee2-e3e00e3c293b req-f0fa4cc4-5f33-43a3-90d8-802bc02d636a service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1504810 Nov 19 14:31:37.973204 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32e2d322-64f0-43aa-9d2a-1645e889c6bb req-f9549eee-e8ca-4f4f-b7eb-e5ff718b98c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77b33d747f6846c6b1b67fccd366d808&device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 1160 time: 0.0872602 Nov 19 14:31:38.117458 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d322-64f0-43aa-9d2a-1645e889c6bb req-3e7643d8-473f-4c22-9132-fb7cafe552bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:38.119144 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32e2d322-64f0-43aa-9d2a-1645e889c6bb req-3e7643d8-473f-4c22-9132-fb7cafe552bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9566fb2-f013-4e79-aed7-babb03e3eff8 HTTP/1.1" status: 200 len: 905 time: 0.1393199 Nov 19 14:31:38.192036 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32e2d322-64f0-43aa-9d2a-1645e889c6bb req-e6da5dea-9386-4970-ace2-b3571551dad3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c33cac18-020a-45e2-b7ac-963c84b9af73 HTTP/1.1" status: 200 len: 217 time: 0.0651686 Nov 19 14:31:38.270299 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d322-64f0-43aa-9d2a-1645e889c6bb req-70270c24-7700-4964-9e21-b72ef6f46fa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:38.271950 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32e2d322-64f0-43aa-9d2a-1645e889c6bb req-70270c24-7700-4964-9e21-b72ef6f46fa2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e9e1595-8ff8-40af-b3f7-496f185928f3 HTTP/1.1" status: 200 len: 850 time: 0.0730050 Nov 19 14:31:38.284460 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36ff8b-b990-4992-9a9e-4ba964e89e4c req-dbb635a6-d8c7-4a68-9960-6613e8abec71 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:38.286218 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7c36ff8b-b990-4992-9a9e-4ba964e89e4c req-dbb635a6-d8c7-4a68-9960-6613e8abec71 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0921903 Nov 19 14:31:38.344092 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7c36ff8b-b990-4992-9a9e-4ba964e89e4c req-942f5236-55e6-49e7-89eb-b9cd1aa3d6d9 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454235 Nov 19 14:31:38.357956 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32e2d322-64f0-43aa-9d2a-1645e889c6bb req-5d15e02f-fe9a-41ac-8099-374f7c17d88d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9566fb2-f013-4e79-aed7-babb03e3eff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788276 Nov 19 14:31:38.567562 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32e2d322-64f0-43aa-9d2a-1645e889c6bb req-5eca1356-83c5-42fe-bb62-f78023a8684d service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024705 Nov 19 14:31:38.578454 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72023bcc-4d36-4f8e-b93a-777a21a1e6f0 req-ce562ff7-69ae-4bc8-a9f2-9f41dc5f4484 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:38.579963 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72023bcc-4d36-4f8e-b93a-777a21a1e6f0 req-ce562ff7-69ae-4bc8-a9f2-9f41dc5f4484 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 943 time: 0.1929262 Nov 19 14:31:38.732248 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-72023bcc-4d36-4f8e-b93a-777a21a1e6f0 req-67bd1415-7427-4d19-9f62-252d3ee4cb05 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297586 Nov 19 14:31:38.751889 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-32e2d322-64f0-43aa-9d2a-1645e889c6bb req-4cb4dd81-6148-484f-b1a7-7477ce3387b7 service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1709380 Nov 19 14:31:39.584600 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd588d84-31f5-496d-bd69-d46502622d04 req-676ca623-ff9b-48ed-beae-141fef4428f7 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:39.586206 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dd588d84-31f5-496d-bd69-d46502622d04 req-676ca623-ff9b-48ed-beae-141fef4428f7 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0864868 Nov 19 14:31:39.638000 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dd588d84-31f5-496d-bd69-d46502622d04 req-1a71955a-86c0-41d6-a7c8-2fb9abd4195b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428519 Nov 19 14:31:39.955254 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afc7d4-1d05-4c05-9b1c-dc6f70fa780d req-e295e9fc-d26d-4f9c-ae82-10f1be9cc384 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:39.956818 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-57afc7d4-1d05-4c05-9b1c-dc6f70fa780d req-e295e9fc-d26d-4f9c-ae82-10f1be9cc384 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 943 time: 0.0852907 Nov 19 14:31:40.010849 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-57afc7d4-1d05-4c05-9b1c-dc6f70fa780d req-90119aa5-506e-4410-8387-755174c83213 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473056 Nov 19 14:31:40.145785 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device c3bc1f2e-bb8f-4111-bc73-a257782f6fcb up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:31:40.225606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:31:40.230956 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:31:40.231374 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:40.349117 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:40.376718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:31:40.387373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:31:40.391890 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:40.394017 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:40.468693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:40.478952 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.479266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.479641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.480006 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.480449 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.480690 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.481051 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.481398 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.481781 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.482168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.482500 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.482847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.483256 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.483607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.483958 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.484301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.484636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.485026 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.485372 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.485705 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.486087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.486434 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.486782 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.487127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:31:40.491909 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:40.669414 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb', 'code': 200} Nov 19 14:31:40.910690 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c61e1-e2a5-4751-9e3f-c087fdd32ab5 req-4874c461-cb1b-4b5e-87bd-27d914c27986 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:40.912172 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-184c61e1-e2a5-4751-9e3f-c087fdd32ab5 req-4874c461-cb1b-4b5e-87bd-27d914c27986 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.1177564 Nov 19 14:31:40.982587 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-184c61e1-e2a5-4751-9e3f-c087fdd32ab5 req-abd64599-7789-4532-9717-9811746f8a12 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595832 Nov 19 14:31:40.990146 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5e13f40b-9fd5-405b-88e8-6cea30d8559f req-38e99cac-8f18-4d72-89ad-b564ab45a8a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 1163 time: 0.1213524 Nov 19 14:31:41.035266 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5e13f40b-9fd5-405b-88e8-6cea30d8559f req-e974d6c9-f743-4ccd-bb45-0b780730a9da service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387685 Nov 19 14:31:41.241504 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bae8d6-9d30-435a-8b23-7e38549ca4fb req-38c70696-99b3-4327-b5c2-96f1e5bc4519 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:41.243146 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e2bae8d6-9d30-435a-8b23-7e38549ca4fb req-38c70696-99b3-4327-b5c2-96f1e5bc4519 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 943 time: 0.0919483 Nov 19 14:31:41.294798 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e2bae8d6-9d30-435a-8b23-7e38549ca4fb req-1d2260de-97e0-41cc-9f1a-95fa9aac6fe7 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423920 Nov 19 14:31:42.226713 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d6c38-0475-46a7-b334-5f1fcd3bfb7d req-3415e051-e53d-48b9-b4c9-ee1dedfbdd3b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:42.228362 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-022d6c38-0475-46a7-b334-5f1fcd3bfb7d req-3415e051-e53d-48b9-b4c9-ee1dedfbdd3b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0834563 Nov 19 14:31:42.277038 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-022d6c38-0475-46a7-b334-5f1fcd3bfb7d req-a8aaab0b-47a5-459d-a73e-b6b4d1f4dbb6 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421128 Nov 19 14:31:42.516611 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4531fcd-16a8-4e22-9cc1-df31821d81a5 req-28b769a7-14f5-4802-8ed2-e57a81efcb1b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:42.518450 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c4531fcd-16a8-4e22-9cc1-df31821d81a5 req-28b769a7-14f5-4802-8ed2-e57a81efcb1b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 943 time: 0.0857339 Nov 19 14:31:42.533257 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device c33cac18-020a-45e2-b7ac-963c84b9af73 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:31:42.582562 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c4531fcd-16a8-4e22-9cc1-df31821d81a5 req-256cfa38-5dc9-4043-8161-7c2a775e5e71 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568099 Nov 19 14:31:42.616714 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port c33cac18-020a-45e2-b7ac-963c84b9af73 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:31:42.622467 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port c33cac18-020a-45e2-b7ac-963c84b9af73 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:31:42.623089 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:42.747702 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:42.779540 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33cac18-020a-45e2-b7ac-963c84b9af73'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:31:42.790150 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port c33cac18-020a-45e2-b7ac-963c84b9af73, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c33cac18-020a-45e2-b7ac-963c84b9af73,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:31:42.794169 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:42.795046 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device c3bc1f2e-bb8f-4111-bc73-a257782f6fcb up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:31:42.823086 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:31:42.866429 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33cac18-020a-45e2-b7ac-963c84b9af73', 'code': 200} Nov 19 14:31:42.913689 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=c33cac18-020a-45e2-b7ac-963c84b9af73,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:31:42.917068 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:31:42.929566 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:31:42.930015 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:43.141097 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc80d6c6-f0b1-4f1d-879c-6f5fdd40bb17 req-23a6729c-4506-4465-a985-6c414fcaad74 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 1162 time: 0.0837903 Nov 19 14:31:43.189156 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fc80d6c6-f0b1-4f1d-879c-6f5fdd40bb17 req-653aa98b-8d94-4c75-a8c8-80f92ee817e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402710 Nov 19 14:31:43.518983 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc762a1-0541-4b4e-9585-4ad84168e8fe req-fb212ea7-cedc-420f-9b32-01b7c7100cd3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:43.520963 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9dc762a1-0541-4b4e-9585-4ad84168e8fe req-fb212ea7-cedc-420f-9b32-01b7c7100cd3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0925682 Nov 19 14:31:43.574036 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9dc762a1-0541-4b4e-9585-4ad84168e8fe req-ca65da95-2fe6-4ab3-9652-0694cd46e3a0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440476 Nov 19 14:31:43.595357 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device c33cac18-020a-45e2-b7ac-963c84b9af73 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:31:43.663077 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f83c098c-cc1e-42e3-9da8-9e9c070b9fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:43.685825 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port c33cac18-020a-45e2-b7ac-963c84b9af73 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:31:43.686250 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:43.804276 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb5a2b-707f-4d4c-9f3c-55f1189a7fbf req-272827be-44fb-42e5-b809-a8066ba5cc1e tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:43.805861 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a4fb5a2b-707f-4d4c-9f3c-55f1189a7fbf req-272827be-44fb-42e5-b809-a8066ba5cc1e tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 945 time: 0.0887418 Nov 19 14:31:43.812324 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6a34-6069-40f8-a939-8c58b658e063 req-18930059-f12a-49c4-93cb-d7db3ecf3c51 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:43.814056 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-03fa6a34-6069-40f8-a939-8c58b658e063 req-18930059-f12a-49c4-93cb-d7db3ecf3c51 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0926547 Nov 19 14:31:43.823519 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 34672) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:43.829066 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-139bb03c-bae6-4ee2-834a-f762757c7ac2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Request body: {'floatingip': {'port_id': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:43.858070 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a4fb5a2b-707f-4d4c-9f3c-55f1189a7fbf req-305298b5-527c-4f39-8233-502cccafc48f tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443571 Nov 19 14:31:43.906643 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-139bb03c-bae6-4ee2-834a-f762757c7ac2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:44.543939 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-139bb03c-bae6-4ee2-834a-f762757c7ac2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:44.548030 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-139bb03c-bae6-4ee2-834a-f762757c7ac2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:44.753866 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_db [None req-139bb03c-bae6-4ee2-834a-f762757c7ac2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Floating IP dd214538-9b37-4e08-a1c8-005f536103b5 associated. External IP: 172.28.0.211, port: c3bc1f2e-bb8f-4111-bc73-a257782f6fcb. Nov 19 14:31:45.124244 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:45.143750 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945deaba-5ba3-4d0b-83aa-f4bdde2d291d req-72a91ba9-29ed-47da-97d0-8e3bf68981ae tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:45.145366 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-945deaba-5ba3-4d0b-83aa-f4bdde2d291d req-72a91ba9-29ed-47da-97d0-8e3bf68981ae tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 945 time: 0.1212881 Nov 19 14:31:45.266243 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-945deaba-5ba3-4d0b-83aa-f4bdde2d291d req-71539cb6-c0fc-4af0-b435-323f73fcac36 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688510 Nov 19 14:31:45.293621 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139bb03c-bae6-4ee2-834a-f762757c7ac2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:31:45.482056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cff429-eb5d-4711-99dc-160bd5050e14 req-1cc7ec90-3e99-4616-b272-e1d2abeacc8e tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:45.483693 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-15cff429-eb5d-4711-99dc-160bd5050e14 req-1cc7ec90-3e99-4616-b272-e1d2abeacc8e tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 945 time: 0.0907588 Nov 19 14:31:45.493966 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 34680) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:31:45.499678 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-75b27133-a1c9-46fe-aa15-8890fb9929f5 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Request body: {'floatingip': {'port_id': 'c33cac18-020a-45e2-b7ac-963c84b9af73'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:31:45.511519 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139bb03c-bae6-4ee2-834a-f762757c7ac2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:31:45.516602 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-139bb03c-bae6-4ee2-834a-f762757c7ac2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:45.522014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6f1ed-511c-40c1-87b2-48c407c1ac24 None None] Sync routers for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:31:45.535886 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab6f1ed-511c-40c1-87b2-48c407c1ac24 None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:31:45.536729 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-bab6f1ed-511c-40c1-87b2-48c407c1ac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:31:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:45.571918 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-139bb03c-bae6-4ee2-834a-f762757c7ac2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "PUT /v2.0/floatingips/dd214538-9b37-4e08-a1c8-005f536103b5 HTTP/1.1" status: 200 len: 992 time: 1.7471972 Nov 19 14:31:45.572778 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'tag': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:31:45.581699 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-75b27133-a1c9-46fe-aa15-8890fb9929f5 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:45.739807 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'tag': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb', 'status': 'completed', 'code': 200} Nov 19 14:31:45.757697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-bab6f1ed-511c-40c1-87b2-48c407c1ac24 None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:31:46.066464 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-16e7b34a-7d11-4750-9658-1a3f8d57a61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:46.154312 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-bab6f1ed-511c-40c1-87b2-48c407c1ac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'dd214538-9b37-4e08-a1c8-005f536103b5', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'floating_ip_address': '172.28.0.211', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'port_id': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'mac_address': 'fa:16:3e:fc:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:31:25Z', 'updated_at': '2020-11-19T14:31:44Z', 'revision_number': 1, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:09Z', 'revision_number': 5, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:46.158805 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6f1ed-511c-40c1-87b2-48c407c1ac24 None None] Checking router: 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:31:46.171130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab6f1ed-511c-40c1-87b2-48c407c1ac24 None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:31:46.171787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-bab6f1ed-511c-40c1-87b2-48c407c1ac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:31:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:46.214762 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c1615039-889f-4cf1-9557-5a69d0578549 req-0375e370-5fdf-44a3-8263-a67e04f531dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 1163 time: 0.2375336 Nov 19 14:31:46.362380 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-bab6f1ed-511c-40c1-87b2-48c407c1ac24 None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:31:46.476029 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1615039-889f-4cf1-9557-5a69d0578549 req-691195bb-a25d-4ac1-b2f3-69f82f4546ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:46.477635 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c1615039-889f-4cf1-9557-5a69d0578549 req-691195bb-a25d-4ac1-b2f3-69f82f4546ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 910 time: 0.2484162 Nov 19 14:31:46.572771 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:46.605120 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c1615039-889f-4cf1-9557-5a69d0578549 req-3bf0f7ba-aab1-47e8-936f-68f6d3db1b57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb HTTP/1.1" status: 200 len: 1000 time: 0.1209037 Nov 19 14:31:46.750650 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-bab6f1ed-511c-40c1-87b2-48c407c1ac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'dd214538-9b37-4e08-a1c8-005f536103b5', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'floating_ip_address': '172.28.0.211', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'port_id': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'mac_address': 'fa:16:3e:fc:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:31:25Z', 'updated_at': '2020-11-19T14:31:44Z', 'revision_number': 1, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:09Z', 'revision_number': 5, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:46.755384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab6f1ed-511c-40c1-87b2-48c407c1ac24 None None] The sync data for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb is: [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'dd214538-9b37-4e08-a1c8-005f536103b5', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'floating_ip_address': '172.28.0.211', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'port_id': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'mac_address': 'fa:16:3e:fc:fb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:31:25Z', 'updated_at': '2020-11-19T14:31:44Z', 'revision_number': 1, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:09Z', 'revision_number': 5, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:31:46.758803 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1615039-889f-4cf1-9557-5a69d0578549 req-d2e49535-6fa7-48f1-86f7-7a28c0927206 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:46.760726 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c1615039-889f-4cf1-9557-5a69d0578549 req-d2e49535-6fa7-48f1-86f7-7a28c0927206 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20923fe1-d567-4c1e-add1-0805a365f43b HTTP/1.1" status: 200 len: 855 time: 0.1475475 Nov 19 14:31:46.822214 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-75b27133-a1c9-46fe-aa15-8890fb9929f5 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:46.830632 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-75b27133-a1c9-46fe-aa15-8890fb9929f5 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:46.940375 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c1615039-889f-4cf1-9557-5a69d0578549 req-9bee9441-e8d9-497b-84d8-15ee1710770c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c7d019c-f6fc-47eb-aa49-9850e73d1180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1719189 Nov 19 14:31:47.069333 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459cb775-a9cf-433d-a6d4-40d1be94295c None None] New status for floating IP dd214538-9b37-4e08-a1c8-005f536103b5: ACTIVE {{(pid=80337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 14:31:47.163352 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c1615039-889f-4cf1-9557-5a69d0578549 req-17fdf15a-f1bf-4e75-a987-40c91a82a037 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152660 Nov 19 14:31:47.225037 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_db [None req-75b27133-a1c9-46fe-aa15-8890fb9929f5 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Floating IP abfe80a2-f9a1-471e-8f8f-583f08f5d1cb associated. External IP: 172.28.0.16, port: c33cac18-020a-45e2-b7ac-963c84b9af73. Nov 19 14:31:47.390310 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c1615039-889f-4cf1-9557-5a69d0578549 req-5de143e9-5e8b-49ff-8f0b-eba813f98c32 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2204754 Nov 19 14:31:47.417924 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:47.693224 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:31:47.957694 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b27133-a1c9-46fe-aa15-8890fb9929f5 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:31:48.008173 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:48.178320 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b27133-a1c9-46fe-aa15-8890fb9929f5 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:31:48.182907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-75b27133-a1c9-46fe-aa15-8890fb9929f5 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:31:48.188089 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad3a2a-84b3-4a3a-aae2-9690586dbc03 None None] Sync routers for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:31:48.201119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad3a2a-84b3-4a3a-aae2-9690586dbc03 None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:31:48.201893 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-22ad3a2a-84b3-4a3a-aae2-9690586dbc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:31:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:48.239439 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-75b27133-a1c9-46fe-aa15-8890fb9929f5 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "PUT /v2.0/floatingips/abfe80a2-f9a1-471e-8f8f-583f08f5d1cb HTTP/1.1" status: 200 len: 990 time: 2.7439973 Nov 19 14:31:48.240309 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'tag': 'c33cac18-020a-45e2-b7ac-963c84b9af73'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:31:48.302429 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'tag': 'c33cac18-020a-45e2-b7ac-963c84b9af73', 'status': 'completed', 'code': 200} Nov 19 14:31:48.387770 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-22ad3a2a-84b3-4a3a-aae2-9690586dbc03 None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:31:48.438444 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ea7e390c-ce7c-415d-a8aa-32a4883cda38 req-c4621bce-6706-40eb-945d-61b2dd5bb079 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77b33d747f6846c6b1b67fccd366d808&device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 1162 time: 0.0786815 Nov 19 14:31:48.584968 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e390c-ce7c-415d-a8aa-32a4883cda38 req-87b22f2c-8f1b-4a5a-80cc-fbbfbc48f5c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:48.586625 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ea7e390c-ce7c-415d-a8aa-32a4883cda38 req-87b22f2c-8f1b-4a5a-80cc-fbbfbc48f5c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9566fb2-f013-4e79-aed7-babb03e3eff8 HTTP/1.1" status: 200 len: 905 time: 0.1413422 Nov 19 14:31:48.697769 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ea7e390c-ce7c-415d-a8aa-32a4883cda38 req-783f5ffa-30ba-4346-b7e4-7b0d2340ca28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c33cac18-020a-45e2-b7ac-963c84b9af73 HTTP/1.1" status: 200 len: 998 time: 0.1042359 Nov 19 14:31:48.762757 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-22ad3a2a-84b3-4a3a-aae2-9690586dbc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'abfe80a2-f9a1-471e-8f8f-583f08f5d1cb', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'floating_ip_address': '172.28.0.16', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'port_id': 'c33cac18-020a-45e2-b7ac-963c84b9af73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'mac_address': 'fa:16:3e:70:af:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:31:27Z', 'updated_at': '2020-11-19T14:31:46Z', 'revision_number': 1, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:56Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:48.767409 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad3a2a-84b3-4a3a-aae2-9690586dbc03 None None] Checking router: e8f2ddf8-f4ab-4299-962a-a01aedc7a042 for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:31:48.772321 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e390c-ce7c-415d-a8aa-32a4883cda38 req-1b522b39-3b5e-47ea-b0eb-7a125584d310 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:31:48.773954 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ea7e390c-ce7c-415d-a8aa-32a4883cda38 req-1b522b39-3b5e-47ea-b0eb-7a125584d310 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0e9e1595-8ff8-40af-b3f7-496f185928f3 HTTP/1.1" status: 200 len: 850 time: 0.0692105 Nov 19 14:31:48.780466 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad3a2a-84b3-4a3a-aae2-9690586dbc03 None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:31:48.781133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-22ad3a2a-84b3-4a3a-aae2-9690586dbc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:31:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:48.860179 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ea7e390c-ce7c-415d-a8aa-32a4883cda38 req-84ff01c8-edc3-4d1b-a027-26924ecb0fb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9566fb2-f013-4e79-aed7-babb03e3eff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799623 Nov 19 14:31:49.016597 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ea7e390c-ce7c-415d-a8aa-32a4883cda38 req-3034c3be-ddb4-4998-a78c-b8ea5bbf68d0 service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487844 Nov 19 14:31:49.131209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-22ad3a2a-84b3-4a3a-aae2-9690586dbc03 None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:31:49.184805 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ea7e390c-ce7c-415d-a8aa-32a4883cda38 req-750574aa-1ffc-45d4-8081-b1d4141c4c8c service neutron] 10.222.0.16 "GET /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1616023 Nov 19 14:31:49.509430 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-22ad3a2a-84b3-4a3a-aae2-9690586dbc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'abfe80a2-f9a1-471e-8f8f-583f08f5d1cb', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'floating_ip_address': '172.28.0.16', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'port_id': 'c33cac18-020a-45e2-b7ac-963c84b9af73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'mac_address': 'fa:16:3e:70:af:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:31:27Z', 'updated_at': '2020-11-19T14:31:46Z', 'revision_number': 1, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:56Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:31:49.516507 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad3a2a-84b3-4a3a-aae2-9690586dbc03 None None] The sync data for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb is: [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'abfe80a2-f9a1-471e-8f8f-583f08f5d1cb', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'floating_ip_address': '172.28.0.16', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'port_id': 'c33cac18-020a-45e2-b7ac-963c84b9af73', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'mac_address': 'fa:16:3e:70:af:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:31:27Z', 'updated_at': '2020-11-19T14:31:46Z', 'revision_number': 1, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:56Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:31:49.804065 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a7539-4143-4468-a069-be69a13f285c None None] New status for floating IP abfe80a2-f9a1-471e-8f8f-583f08f5d1cb: ACTIVE {{(pid=80337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 14:32:11.943510 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f7c74091-0702-4255-8641-dc7befc3276b req-ce650927-6cde-4968-b4de-da2bea274cce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0966659 Nov 19 14:32:12.137857 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f7c74091-0702-4255-8641-dc7befc3276b req-aa5f77cd-deaa-4cf9-a7ee-c1a52fea5b51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=537cef2c3277473a913f1a6e337b245b&device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 1203 time: 0.0888348 Nov 19 14:32:12.324611 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c74091-0702-4255-8641-dc7befc3276b req-8bcbf6be-aed1-416f-83ab-7fdefdf6b70c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:32:12.326258 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f7c74091-0702-4255-8641-dc7befc3276b req-8bcbf6be-aed1-416f-83ab-7fdefdf6b70c service neutron] 10.222.0.16 "GET /v2.0/networks?id=689c586f-ae12-467a-93b8-8188743ae6eb HTTP/1.1" status: 200 len: 909 time: 0.1620126 Nov 19 14:32:12.471492 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f7c74091-0702-4255-8641-dc7befc3276b req-e1c02544-6c5d-46dc-ac2d-6162fefa2a26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 1002 time: 0.1378043 Nov 19 14:32:12.567897 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c74091-0702-4255-8641-dc7befc3276b req-224c0503-45b9-4ebd-aa29-0cd1791a82f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:32:12.569553 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f7c74091-0702-4255-8641-dc7befc3276b req-224c0503-45b9-4ebd-aa29-0cd1791a82f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fea6505e-93b5-42a5-aa0d-383bf41be193 HTTP/1.1" status: 200 len: 854 time: 0.0909588 Nov 19 14:32:12.659000 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f7c74091-0702-4255-8641-dc7befc3276b req-c377f7f9-b2a4-49f8-bda5-7b7c5da49f62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=689c586f-ae12-467a-93b8-8188743ae6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790217 Nov 19 14:32:12.836112 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f7c74091-0702-4255-8641-dc7befc3276b req-aab28034-20db-4e61-88f4-7b19f3d49f24 service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690955 Nov 19 14:32:12.983657 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f7c74091-0702-4255-8641-dc7befc3276b req-f2d31d3c-9e52-45e9-a6c6-60227c9b12d1 service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405694 Nov 19 14:32:13.633392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3fa3979e-ccbc-4b1a-a6f1-45d5cd214fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:32:15.129853 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:32:16.048138 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-465877da-0960-4b7f-b448-ff447c45faa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:32:16.556810 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:32:17.422224 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:32:18.013228 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:32:24.696619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:32:43.633411 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c8e6ddf8-a802-4b16-b967-77790a5c3d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:32:45.133532 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:32:46.045758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-748bd87f-24e7-46fe-86d8-0c5e37c73953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:32:46.559317 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:32:47.432941 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:32:48.014254 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:01.697760 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:33:02.116678 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c342c3-5eb6-4f30-a8c0-4734e600bc85 req-f4050d3b-ec94-47b2-8ae0-85bf89c308b6 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:02.118326 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-09c342c3-5eb6-4f30-a8c0-4734e600bc85 req-f4050d3b-ec94-47b2-8ae0-85bf89c308b6 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0837290 Nov 19 14:33:02.170825 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-09c342c3-5eb6-4f30-a8c0-4734e600bc85 req-10cc1baa-66ee-4d7d-bd4f-85b7de67e277 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456567 Nov 19 14:33:03.408883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e12e4-f11d-4b18-af83-306128026a57 req-60224eab-b9a4-4d2f-a2e6-11a54cc24ed3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:03.410681 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-531e12e4-f11d-4b18-af83-306128026a57 req-60224eab-b9a4-4d2f-a2e6-11a54cc24ed3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0911536 Nov 19 14:33:03.460409 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-531e12e4-f11d-4b18-af83-306128026a57 req-00ae8ef4-5b1b-4550-bf74-d55bf1ff085f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434425 Nov 19 14:33:04.937581 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1cd3f-475f-495c-8755-327048a3c83d req-82fc2189-0592-46d0-9c4d-3c340f8239f8 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:04.939284 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-01e1cd3f-475f-495c-8755-327048a3c83d req-82fc2189-0592-46d0-9c4d-3c340f8239f8 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.3192735 Nov 19 14:33:04.990452 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-01e1cd3f-475f-495c-8755-327048a3c83d req-bcc7e62a-0c4d-48de-8bc3-db5c452479c4 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418286 Nov 19 14:33:06.225846 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1b4a3-dff0-48b6-86d0-dd52c5b6e4b4 req-4b38a414-3874-4cea-9723-ef16ccb748e0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:06.227429 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-96d1b4a3-dff0-48b6-86d0-dd52c5b6e4b4 req-4b38a414-3874-4cea-9723-ef16ccb748e0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0891728 Nov 19 14:33:06.275800 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-96d1b4a3-dff0-48b6-86d0-dd52c5b6e4b4 req-7f6abeb0-de24-44a1-8384-576136e6bc91 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421219 Nov 19 14:33:07.515344 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95917fc7-abc4-4b7c-9e4b-fae310db02e8 req-1dc03690-0092-4c56-b0c3-778624a5db1e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:07.516981 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-95917fc7-abc4-4b7c-9e4b-fae310db02e8 req-1dc03690-0092-4c56-b0c3-778624a5db1e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0868187 Nov 19 14:33:07.565878 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-95917fc7-abc4-4b7c-9e4b-fae310db02e8 req-b6d6db82-e097-497e-abde-2f953aecc1aa tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425057 Nov 19 14:33:08.823459 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222e7a3-2f13-42c4-9c81-9b33ef67f833 req-c49c240e-4d9f-441d-a456-21c3c7225276 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:08.825084 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5222e7a3-2f13-42c4-9c81-9b33ef67f833 req-c49c240e-4d9f-441d-a456-21c3c7225276 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.1019559 Nov 19 14:33:08.874554 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5222e7a3-2f13-42c4-9c81-9b33ef67f833 req-43d86b9a-b55c-457f-bd1f-cedd12c939a5 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430303 Nov 19 14:33:10.126700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb648-6502-45aa-a4ee-6d587955091d req-2b551662-9ba9-48e8-9aa3-1276381b831c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:10.128679 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-95cbb648-6502-45aa-a4ee-6d587955091d req-2b551662-9ba9-48e8-9aa3-1276381b831c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0907030 Nov 19 14:33:10.182844 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-95cbb648-6502-45aa-a4ee-6d587955091d req-241dcaf2-cfbd-4083-8b83-5b75c1834178 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474124 Nov 19 14:33:11.428764 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5337f-6347-40df-8f82-edcc390575ac req-b64a317f-9279-49cc-95cc-e1078a6dd9d8 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:11.430409 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-26c5337f-6347-40df-8f82-edcc390575ac req-b64a317f-9279-49cc-95cc-e1078a6dd9d8 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0995245 Nov 19 14:33:11.479068 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-26c5337f-6347-40df-8f82-edcc390575ac req-725c711e-7ac2-48e6-9fb5-e33a861e29bc tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423405 Nov 19 14:33:12.715880 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9bb6b-a8a5-4df9-aca1-902aa01ec411 req-24e055c6-2fe3-47bd-a641-acb580dd38be tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:12.717378 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b7e9bb6b-a8a5-4df9-aca1-902aa01ec411 req-24e055c6-2fe3-47bd-a641-acb580dd38be tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0851879 Nov 19 14:33:12.775030 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b7e9bb6b-a8a5-4df9-aca1-902aa01ec411 req-fa7b5497-a9c0-4b75-b2f6-c3021e7b5924 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479302 Nov 19 14:33:13.631739 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9af341b9-ba49-4ef1-accc-d3907d578dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:14.088302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d0ff6-071e-4ff0-acf0-ce9c3ea0cb48 req-539abbc7-395f-489d-b9fb-3e2ec2181dd7 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:14.090020 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4d2d0ff6-071e-4ff0-acf0-ce9c3ea0cb48 req-539abbc7-395f-489d-b9fb-3e2ec2181dd7 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.1246517 Nov 19 14:33:14.093408 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d44dd3d-3e54-402d-b2c0-4e46c5916f74 req-154b1134-29e5-48c2-bf5f-c2a9381f877b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 1163 time: 0.1617117 Nov 19 14:33:14.307742 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4d2d0ff6-071e-4ff0-acf0-ce9c3ea0cb48 req-58b28f1d-5806-428d-86db-ac843656641e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079318 Nov 19 14:33:14.340414 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44dd3d-3e54-402d-b2c0-4e46c5916f74 req-3e7a4252-2011-4887-b486-8f5a1f061c47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:14.342077 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d44dd3d-3e54-402d-b2c0-4e46c5916f74 req-3e7a4252-2011-4887-b486-8f5a1f061c47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 910 time: 0.2243192 Nov 19 14:33:14.513483 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d44dd3d-3e54-402d-b2c0-4e46c5916f74 req-2fd21cea-c60f-43e8-bca2-3ea852da63ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb HTTP/1.1" status: 200 len: 1002 time: 0.1602066 Nov 19 14:33:14.592054 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44dd3d-3e54-402d-b2c0-4e46c5916f74 req-0a0ef8f4-51e6-4c6c-a997-2da2595fdd6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:14.594550 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d44dd3d-3e54-402d-b2c0-4e46c5916f74 req-0a0ef8f4-51e6-4c6c-a997-2da2595fdd6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20923fe1-d567-4c1e-add1-0805a365f43b HTTP/1.1" status: 200 len: 855 time: 0.0783591 Nov 19 14:33:14.692632 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d44dd3d-3e54-402d-b2c0-4e46c5916f74 req-6acabc57-268f-4cb2-af30-2a9186047631 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c7d019c-f6fc-47eb-aa49-9850e73d1180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0913680 Nov 19 14:33:14.883578 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d44dd3d-3e54-402d-b2c0-4e46c5916f74 req-82cbdec8-0ab8-411f-b439-260d73e9e335 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814988 Nov 19 14:33:15.138870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:15.279790 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d44dd3d-3e54-402d-b2c0-4e46c5916f74 req-774ecee3-8992-48d6-ac97-9fe54197b3ee service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3889396 Nov 19 14:33:15.543385 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bb087-d2d6-46f4-927a-68a4e9aa6ce4 req-a018d943-0b38-4a07-8198-46bd444f28e3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:15.545002 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b96bb087-d2d6-46f4-927a-68a4e9aa6ce4 req-a018d943-0b38-4a07-8198-46bd444f28e3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0864034 Nov 19 14:33:15.594157 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b96bb087-d2d6-46f4-927a-68a4e9aa6ce4 req-0054ec57-ab58-49c7-993b-5fc46d42ab3c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424821 Nov 19 14:33:16.038238 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5f870347-d90d-445e-aaf2-87dd95f313f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:16.184770 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5aed1-9708-44d6-9af9-496f6807f6c7 req-55265d77-5e95-4488-8a86-84d571dd2b0d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:16.186741 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e0c5aed1-9708-44d6-9af9-496f6807f6c7 req-55265d77-5e95-4488-8a86-84d571dd2b0d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 945 time: 0.0948637 Nov 19 14:33:16.240120 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e0c5aed1-9708-44d6-9af9-496f6807f6c7 req-235dc962-82d2-4cc2-b8e6-d6967ee8d89d tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467992 Nov 19 14:33:16.564513 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:16.839753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a92ac-da2f-4e20-ad36-300458ce9087 req-6a4a2d51-8ea4-43b5-a269-86bf17c81564 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:16.841369 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-081a92ac-da2f-4e20-ad36-300458ce9087 req-6a4a2d51-8ea4-43b5-a269-86bf17c81564 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0873356 Nov 19 14:33:16.890938 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-081a92ac-da2f-4e20-ad36-300458ce9087 req-fa0469bb-175b-4601-b971-e1982adb267f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418010 Nov 19 14:33:17.429599 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:17.603887 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b2dea-6074-4d43-9b2c-432884fcf23c req-6e5bba56-251b-49ef-be03-848e03e247c7 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:17.605521 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c69b2dea-6074-4d43-9b2c-432884fcf23c req-6e5bba56-251b-49ef-be03-848e03e247c7 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 945 time: 0.0905709 Nov 19 14:33:17.656508 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c69b2dea-6074-4d43-9b2c-432884fcf23c req-14565751-8062-458e-9a5f-0d5e2d5e403f tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446882 Nov 19 14:33:18.017695 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:18.138884 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a754c-3f25-4f8b-9b3e-4d2c4343e13e req-e2216665-0a65-4c7c-93a2-4f13b18326e1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:18.140496 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8b3a754c-3f25-4f8b-9b3e-4d2c4343e13e req-e2216665-0a65-4c7c-93a2-4f13b18326e1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0873790 Nov 19 14:33:18.190660 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8b3a754c-3f25-4f8b-9b3e-4d2c4343e13e req-5a5d11af-9db7-4fbb-bbdd-4127d2469ad1 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416901 Nov 19 14:33:18.507829 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-93130b09-eda3-4413-8cf7-73a77cf182e7 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:18.509384 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-93130b09-eda3-4413-8cf7-73a77cf182e7 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.16 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 945 time: 0.0954175 Nov 19 14:33:18.532091 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device c33cac18-020a-45e2-b7ac-963c84b9af73 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:33:18.588450 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Deleting port c33cac18-020a-45e2-b7ac-963c84b9af73 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:33:18.588828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:18.656045 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:18.685088 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c33cac18-020a-45e2-b7ac-963c84b9af73'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:33:18.696812 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port c33cac18-020a-45e2-b7ac-963c84b9af73, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c33cac18-020a-45e2-b7ac-963c84b9af73,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:33:18.701367 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:18.703330 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:18.766048 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c33cac18-020a-45e2-b7ac-963c84b9af73', 'code': 200} Nov 19 14:33:18.774810 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=c33cac18-020a-45e2-b7ac-963c84b9af73,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:18.785032 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.785406 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.785812 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.786190 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.786547 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.786903 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.787257 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.787607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.787959 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.788312 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.788762 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.789112 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.789519 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.789897 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.790247 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.790595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.790942 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.791286 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.791633 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.791979 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.792323 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.792666 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.793011 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.793354 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:18.797936 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:18.861088 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] For port c33cac18-020a-45e2-b7ac-963c84b9af73, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c33cac18-020a-45e2-b7ac-963c84b9af73,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:33:18.861510 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:18.898700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce407050-d6d7-4251-b66b-ee13c7044e86 req-def4eada-60f2-4a0e-b418-6185522828d2 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:18.900274 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ce407050-d6d7-4251-b66b-ee13c7044e86 req-def4eada-60f2-4a0e-b418-6185522828d2 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 943 time: 0.0857203 Nov 19 14:33:18.951095 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ce407050-d6d7-4251-b66b-ee13c7044e86 req-3e86a0d5-ef35-4ff9-aacf-4decd5501803 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442245 Nov 19 14:33:19.169473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:19.169876 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:19.170225 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_db [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Floating IP abfe80a2-f9a1-471e-8f8f-583f08f5d1cb disassociated. External IP: 172.28.0.16, port: c33cac18-020a-45e2-b7ac-963c84b9af73. Nov 19 14:33:19.170594 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Calling delete_port for c33cac18-020a-45e2-b7ac-963c84b9af73 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:33:19.254509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.api [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80334) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 14:33:19.254881 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_db.api [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 14:33:19.433608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170508e-cf41-44d2-a586-97135b3fb208 req-c94c6d64-304b-4a38-b7f7-e5a312af2611 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:19.435246 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6170508e-cf41-44d2-a586-97135b3fb208 req-c94c6d64-304b-4a38-b7f7-e5a312af2611 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0942185 Nov 19 14:33:19.487844 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6170508e-cf41-44d2-a586-97135b3fb208 req-318578a1-59fa-4798-9cce-45d56d8c446b tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459859 Nov 19 14:33:19.756164 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Deleting port c33cac18-020a-45e2-b7ac-963c84b9af73 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:33:19.757145 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:20.023766 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] For port c33cac18-020a-45e2-b7ac-963c84b9af73, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c33cac18-020a-45e2-b7ac-963c84b9af73,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:33:20.024160 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:20.174630 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b3318-eb0b-4d1a-8fdd-85415eac92b8 req-0198c144-b2d5-4e15-ba9b-7680453441a8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:20.176564 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-587b3318-eb0b-4d1a-8fdd-85415eac92b8 req-0198c144-b2d5-4e15-ba9b-7680453441a8 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 943 time: 0.0859478 Nov 19 14:33:20.227509 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-587b3318-eb0b-4d1a-8fdd-85415eac92b8 req-d3bf00f6-252e-451d-98db-6bac6fab4b13 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups?id=2140f959-621b-44d4-ae7f-430eb99ac543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438840 Nov 19 14:33:20.327490 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:20.327879 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:20.328219 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_db [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Floating IP abfe80a2-f9a1-471e-8f8f-583f08f5d1cb disassociated. External IP: 172.28.0.16, port: c33cac18-020a-45e2-b7ac-963c84b9af73. Nov 19 14:33:20.328585 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Calling delete_port for c33cac18-020a-45e2-b7ac-963c84b9af73 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:33:20.479302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:20.495298 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:20.544948 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event deleted for resources: {'Port': ['ID=c33cac18-020a-45e2-b7ac-963c84b9af73,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:20.614280 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.614604 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.615014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.615377 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.615730 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.616142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.616523 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.616896 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.617271 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.617647 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.618055 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.618424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.618835 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.619214 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.619585 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.619958 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.620331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.620702 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.621081 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.621454 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.621878 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.622220 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.622589 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.622961 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:20.640368 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:20.816217 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49054741-d29b-4f44-ad72-11216ebc773d req-636dc947-078a-424c-ac92-ad0316e023b0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:20.817873 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-49054741-d29b-4f44-ad72-11216ebc773d req-636dc947-078a-424c-ac92-ad0316e023b0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.1706889 Nov 19 14:33:20.885793 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-49054741-d29b-4f44-ad72-11216ebc773d req-e83f2e6f-2ccf-446e-82ea-34d4629b6e95 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607309 Nov 19 14:33:21.011851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:33:21.230844 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:33:21.242677 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcfeea9-a052-474b-b14b-31cbf407334a None None] Sync routers for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:33:21.255753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcfeea9-a052-474b-b14b-31cbf407334a None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:33:21.257847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-adcfeea9-a052-474b-b14b-31cbf407334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:33:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:33:21.270114 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] No DVR routers for this DVR port c33cac18-020a-45e2-b7ac-963c84b9af73 on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:33:21.272470 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:21.275344 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'name': 'network-vif-deleted', 'tag': 'c33cac18-020a-45e2-b7ac-963c84b9af73'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:33:21.292181 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e1a563ab-672c-4e6f-8b99-c7058ad51fb8 req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.16 "DELETE /v2.0/ports/c33cac18-020a-45e2-b7ac-963c84b9af73 HTTP/1.1" status: 204 len: 173 time: 2.7757301 Nov 19 14:33:21.339866 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda39edd-f1da-4070-a0de-e358f1096c58', 'name': 'network-vif-deleted', 'tag': 'c33cac18-020a-45e2-b7ac-963c84b9af73', 'status': 'completed', 'code': 200} Nov 19 14:33:21.428009 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0ac45583-ba09-43ee-a5b5-1335d0cb140c req-e7861984-fe48-490e-9ae0-ea391cfd7dd9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/ports?device_id=cda39edd-f1da-4070-a0de-e358f1096c58 HTTP/1.1" status: 200 len: 210 time: 0.0548768 Nov 19 14:33:21.454508 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-adcfeea9-a052-474b-b14b-31cbf407334a None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:33:21.790734 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-adcfeea9-a052-474b-b14b-31cbf407334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:56Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:33:21.795012 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcfeea9-a052-474b-b14b-31cbf407334a None None] Checking router: e8f2ddf8-f4ab-4299-962a-a01aedc7a042 for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:33:21.807947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcfeea9-a052-474b-b14b-31cbf407334a None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:33:21.808632 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-adcfeea9-a052-474b-b14b-31cbf407334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:33:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:33:22.007594 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-adcfeea9-a052-474b-b14b-31cbf407334a None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:33:22.124321 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c698b5-c5a8-472b-90bd-4d3db825b905 req-b414f404-44b4-4abb-8865-3bd1b2b18b57 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:22.126008 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-79c698b5-c5a8-472b-90bd-4d3db825b905 req-b414f404-44b4-4abb-8865-3bd1b2b18b57 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0879297 Nov 19 14:33:22.177502 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-79c698b5-c5a8-472b-90bd-4d3db825b905 req-f99fd344-ebd4-42a5-a9a3-1c31562b87d8 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441375 Nov 19 14:33:22.355384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-adcfeea9-a052-474b-b14b-31cbf407334a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:56Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:33:22.359776 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcfeea9-a052-474b-b14b-31cbf407334a None None] The sync data for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb is: [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:25:40Z', 'revision_number': 4, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'd27e49ba-c756-4a66-a98c-ceb38363f780', 'name': '', 'network_id': 'c9566fb2-f013-4e79-aed7-babb03e3eff8', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'mac_address': 'fa:16:3e:b5:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:56Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'subnets': [{'id': '0e9e1595-8ff8-40af-b3f7-496f185928f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:33:22.594362 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 35124) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:22.670195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7e86d954-0e97-43f0-a58a-9539e0d95afb tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:22.706725 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7e86d954-0e97-43f0-a58a-9539e0d95afb tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:22.773401 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e30b540-9b7a-44b8-b660-8bd7e95a821e None None] New status for floating IP abfe80a2-f9a1-471e-8f8f-583f08f5d1cb: DOWN {{(pid=80337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 14:33:22.966556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7e86d954-0e97-43f0-a58a-9539e0d95afb tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:22.972088 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b5993842-c0cd-4831-8310-ca90efe52d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:22.988154 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86d954-0e97-43f0-a58a-9539e0d95afb tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event deleted for resources: {'SecurityGroup': ['ID=2140f959-621b-44d4-ae7f-430eb99ac543,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:22.992772 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7e86d954-0e97-43f0-a58a-9539e0d95afb tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:22.996392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7e86d954-0e97-43f0-a58a-9539e0d95afb tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:22.998569 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-7e86d954-0e97-43f0-a58a-9539e0d95afb tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "DELETE /v2.0/security-groups/2140f959-621b-44d4-ae7f-430eb99ac543 HTTP/1.1" status: 204 len: 168 time: 0.4029810 Nov 19 14:33:23.000606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 35128) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:23.021152 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.v2.resource [None req-8cce788a-45e4-4a28-835c-06e1158a211c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] show failed (client error): The resource could not be found. Nov 19 14:33:23.022308 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-8cce788a-45e4-4a28-835c-06e1158a211c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "GET /v2.0/security-groups/2140f959-621b-44d4-ae7f-430eb99ac543 HTTP/1.1" status: 404 len: 347 time: 0.0207207 Nov 19 14:33:23.025352 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 35132) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:23.191307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-64aaa1aa-61d4-48fd-b536-e0c85b6446a9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Deleting port 2bb35a67-ac1c-4849-8e23-5b17990c9265 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:33:23.191694 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-64aaa1aa-61d4-48fd-b536-e0c85b6446a9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:23.376687 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-64aaa1aa-61d4-48fd-b536-e0c85b6446a9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:23.377101 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-64aaa1aa-61d4-48fd-b536-e0c85b6446a9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:23.413934 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a44cd7-dcb7-4d54-8714-5847bc6fe6dd req-cd35ff9a-70f9-4c22-a8bb-d1826a0a8650 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:23.415665 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e7a44cd7-dcb7-4d54-8714-5847bc6fe6dd req-cd35ff9a-70f9-4c22-a8bb-d1826a0a8650 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0885623 Nov 19 14:33:23.465907 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e7a44cd7-dcb7-4d54-8714-5847bc6fe6dd req-469add86-7c3f-43c7-8821-658982e5b4d4 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437737 Nov 19 14:33:23.508152 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-64aaa1aa-61d4-48fd-b536-e0c85b6446a9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Calling delete_port for 2bb35a67-ac1c-4849-8e23-5b17990c9265 owned by network:floatingip {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:33:23.667027 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-64aaa1aa-61d4-48fd-b536-e0c85b6446a9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:23.683643 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f4eae6aa-babe-4b1b-80dc-3b76374a5ab9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:23.729391 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaa1aa-61d4-48fd-b536-e0c85b6446a9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Pushing event deleted for resources: {'Port': ['ID=2bb35a67-ac1c-4849-8e23-5b17990c9265,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:23.732274 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-64aaa1aa-61d4-48fd-b536-e0c85b6446a9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:23.908745 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-64aaa1aa-61d4-48fd-b536-e0c85b6446a9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks [] for floatingip, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:23.923831 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-64aaa1aa-61d4-48fd-b536-e0c85b6446a9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:23.925524 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-64aaa1aa-61d4-48fd-b536-e0c85b6446a9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] 10.222.0.43 "DELETE /v2.0/floatingips/abfe80a2-f9a1-471e-8f8f-583f08f5d1cb HTTP/1.1" status: 204 len: 168 time: 0.8987660 Nov 19 14:33:24.709643 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2058c-7a47-45ef-975e-5e4fecef54f9 req-3d89168c-4b73-4879-990a-926df0af55fb tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:24.712048 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d0e2058c-7a47-45ef-975e-5e4fecef54f9 req-3d89168c-4b73-4879-990a-926df0af55fb tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0942342 Nov 19 14:33:24.766882 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d0e2058c-7a47-45ef-975e-5e4fecef54f9 req-012fe883-5e41-4bc2-be6b-e11f97ebd96c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457091 Nov 19 14:33:26.010593 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70012e88-52b8-482e-88e7-fcf87db83195 req-3f1bf35e-3e86-4853-b0b6-c138ce437f33 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:26.012951 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70012e88-52b8-482e-88e7-fcf87db83195 req-3f1bf35e-3e86-4853-b0b6-c138ce437f33 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0907273 Nov 19 14:33:26.068563 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70012e88-52b8-482e-88e7-fcf87db83195 req-2055899f-1c9b-4fa4-b124-e13bb9cdac59 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479119 Nov 19 14:33:27.342748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab35b8-12da-4aca-96b2-f23bda1065e6 req-699f76c5-db42-40b3-9d89-cb8643be0b0f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:27.344314 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-60ab35b8-12da-4aca-96b2-f23bda1065e6 req-699f76c5-db42-40b3-9d89-cb8643be0b0f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0907285 Nov 19 14:33:27.398161 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-60ab35b8-12da-4aca-96b2-f23bda1065e6 req-6e466aa6-1e5a-47f3-83cb-bf94b564a44a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460613 Nov 19 14:33:28.094176 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 35202) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:28.641023 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a30e5-5690-465a-825d-7106ef5931be req-0a816d78-c934-4c8f-9512-923a2a015a52 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:28.644540 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5e7a30e5-5690-465a-825d-7106ef5931be req-0a816d78-c934-4c8f-9512-923a2a015a52 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0881331 Nov 19 14:33:28.701479 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5e7a30e5-5690-465a-825d-7106ef5931be req-776d5829-c923-4102-87c3-c47d7e2141f5 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481544 Nov 19 14:33:28.834369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d78d-4221-4aae-84e0-0ce92b82082e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854170859'] for router_interface, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:29.551981 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5ad2d78d-4221-4aae-84e0-0ce92b82082e admin admin] Deleting port d27e49ba-c756-4a66-a98c-ceb38363f780 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:33:29.552350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d78d-4221-4aae-84e0-0ce92b82082e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:29.768417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5ad2d78d-4221-4aae-84e0-0ce92b82082e admin admin] For port d27e49ba-c756-4a66-a98c-ceb38363f780, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=d27e49ba-c756-4a66-a98c-ceb38363f780,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:33:29.768856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d78d-4221-4aae-84e0-0ce92b82082e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:29.902398 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5ad2d78d-4221-4aae-84e0-0ce92b82082e admin admin] Calling delete_port for d27e49ba-c756-4a66-a98c-ceb38363f780 owned by network:router_interface {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:33:30.399774 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fdab2-fb6e-4fff-ab04-edaa25a90a41 req-f032b745-f9f6-4a99-8a54-aa1a089b3f8c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:30.401401 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-119fdab2-fb6e-4fff-ab04-edaa25a90a41 req-f032b745-f9f6-4a99-8a54-aa1a089b3f8c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.5069242 Nov 19 14:33:30.478271 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-119fdab2-fb6e-4fff-ab04-edaa25a90a41 req-5a4b6b2f-2aed-4612-ba88-2573c5102085 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699725 Nov 19 14:33:30.596595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d78d-4221-4aae-84e0-0ce92b82082e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:30.620659 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3024135a-a829-4cce-8293-96257206207d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:30.680409 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2d78d-4221-4aae-84e0-0ce92b82082e admin admin] Pushing event deleted for resources: {'Port': ['ID=d27e49ba-c756-4a66-a98c-ceb38363f780,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:30.684595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5ad2d78d-4221-4aae-84e0-0ce92b82082e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:31.140000 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5ad2d78d-4221-4aae-84e0-0ce92b82082e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1441482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854173095'] for router_interface, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:31.769174 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603077-a461-4c3c-bd60-a1894f30facd req-3b526409-3233-4cb0-a579-3a2236f7ed24 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:31.777767 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c9603077-a461-4c3c-bd60-a1894f30facd req-3b526409-3233-4cb0-a579-3a2236f7ed24 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.1074412 Nov 19 14:33:31.840846 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c9603077-a461-4c3c-bd60-a1894f30facd req-71755025-9c5b-4a70-9fe4-6d7b02d1a9a2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617278 Nov 19 14:33:31.979062 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad2d78d-4221-4aae-84e0-0ce92b82082e admin admin] Router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:33:32.206224 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad2d78d-4221-4aae-84e0-0ce92b82082e admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:33:32.230693 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-5ad2d78d-4221-4aae-84e0-0ce92b82082e admin admin] 10.222.0.43 "PUT /v2.0/routers/e8f2ddf8-f4ab-4299-962a-a01aedc7a042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1347988 Nov 19 14:33:32.232687 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874253c-12d8-4608-9e91-5e11239496f5 None None] Sync routers for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:33:32.233369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 35220) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:32.257417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874253c-12d8-4608-9e91-5e11239496f5 None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:33:32.258141 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-3874253c-12d8-4608-9e91-5e11239496f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:33:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:33:32.509056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:32.667131 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-3874253c-12d8-4608-9e91-5e11239496f5 None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:33:33.006581 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-3874253c-12d8-4608-9e91-5e11239496f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:33:30Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:33:33.011537 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874253c-12d8-4608-9e91-5e11239496f5 None None] Checking router: e8f2ddf8-f4ab-4299-962a-a01aedc7a042 for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:33:33.025804 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874253c-12d8-4608-9e91-5e11239496f5 None None] Routers {'e8f2ddf8-f4ab-4299-962a-a01aedc7a042'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:33:33.025804 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-3874253c-12d8-4608-9e91-5e11239496f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:33:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:33:33.098773 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:33.114180 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Deleting port bcf13f52-e38c-48a4-af83-09b814fad259 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:33:33.114638 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:33.175740 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680940-561c-4f84-94a5-c14020112982 req-d54f8023-c0f5-416e-903f-0d5ff5b0e673 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:33.177398 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-87680940-561c-4f84-94a5-c14020112982 req-d54f8023-c0f5-416e-903f-0d5ff5b0e673 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.1707063 Nov 19 14:33:33.241432 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-3874253c-12d8-4608-9e91-5e11239496f5 None None] Set router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:33:33.333981 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-87680940-561c-4f84-94a5-c14020112982 req-cba5a711-8d98-4db9-8bc0-e57d90912c77 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326582 Nov 19 14:33:33.355850 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] For port bcf13f52-e38c-48a4-af83-09b814fad259, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=bcf13f52-e38c-48a4-af83-09b814fad259,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:33:33.356178 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:33.486414 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Calling delete_port for bcf13f52-e38c-48a4-af83-09b814fad259 owned by network:router_gateway {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:33:33.557892 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-3874253c-12d8-4608-9e91-5e11239496f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:33:30Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:33:33.562506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3874253c-12d8-4608-9e91-5e11239496f5 None None] The sync data for ids ['e8f2ddf8-f4ab-4299-962a-a01aedc7a042'] in dv-cinder-763306-2-smb is: [{'id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'name': 'tempest-AttachVolumeTestJSON-1593818648-router', 'tenant_id': '77b33d747f6846c6b1b67fccd366d808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174'}], 'enable_snat': True}, 'gw_port_id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:23Z', 'updated_at': '2020-11-19T14:33:30Z', 'revision_number': 5, 'project_id': '77b33d747f6846c6b1b67fccd366d808', 'gw_port': {'id': 'bcf13f52-e38c-48a4-af83-09b814fad259', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f2ddf8-f4ab-4299-962a-a01aedc7a042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:33:33.669121 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:33.687739 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:33.733971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf13f52-e38c-48a4-af83-09b814fad259,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:33.745719 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:34.054439 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854174341'] for router_gateway, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:34.382588 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-983'] for router, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:34.392204 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:34.408900 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3f8abd29-dbb2-4547-97ec-bc53e275de71 req-19adcd75-fc22-46db-a29c-8ff57d9183a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 1163 time: 0.2267499 Nov 19 14:33:34.534950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690649'] for router, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:34.535513 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8f2ddf8-f4ab-4299-962a-a01aedc7a042 {{(pid=80334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 14:33:34.545763 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device d27e49ba-c756-4a66-a98c-ceb38363f780 no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:33:34.573515 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e05bb-eb97-4939-b74b-68e18658292b req-58ea456e-fc0d-4286-a597-8628fd9b724c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:34.575152 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4b7e05bb-eb97-4939-b74b-68e18658292b req-58ea456e-fc0d-4286-a597-8628fd9b724c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0961430 Nov 19 14:33:34.587592 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No Port match for: d27e49ba-c756-4a66-a98c-ceb38363f780 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:33:34.588291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device d27e49ba-c756-4a66-a98c-ceb38363f780 not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:33:34.615185 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] Notify callbacks [] for router, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:34.618939 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-3a916669-0e12-46dd-99e7-5ef7ebf905b7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e8f2ddf8-f4ab-4299-962a-a01aedc7a042 HTTP/1.1" status: 204 len: 168 time: 2.3825121 Nov 19 14:33:34.619848 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 35242) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:34.638146 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4b7e05bb-eb97-4939-b74b-68e18658292b req-9799ab31-8213-4f16-9dcf-1f0259663506 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544508 Nov 19 14:33:34.689506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8abd29-dbb2-4547-97ec-bc53e275de71 req-dceb8c96-de4e-478f-ad89-617a1ef22977 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:34.691208 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3f8abd29-dbb2-4547-97ec-bc53e275de71 req-dceb8c96-de4e-478f-ad89-617a1ef22977 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 910 time: 0.2151368 Nov 19 14:33:34.778874 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d00f63d-4377-4532-b232-d338aa6cd1ba admin admin] Deleting subnet 0e9e1595-8ff8-40af-b3f7-496f185928f3 {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 14:33:34.786524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0d00f63d-4377-4532-b232-d338aa6cd1ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:34.861216 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3f8abd29-dbb2-4547-97ec-bc53e275de71 req-60a6c3aa-2759-4a33-ac69-b7b55e68bab3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb HTTP/1.1" status: 200 len: 1002 time: 0.1613102 Nov 19 14:33:34.863480 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0d00f63d-4377-4532-b232-d338aa6cd1ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2621425'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:34.984278 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8abd29-dbb2-4547-97ec-bc53e275de71 req-60338604-c04b-47d0-9a4d-f3d1ace79a49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:34.985862 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3f8abd29-dbb2-4547-97ec-bc53e275de71 req-60338604-c04b-47d0-9a4d-f3d1ace79a49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20923fe1-d567-4c1e-add1-0805a365f43b HTTP/1.1" status: 200 len: 855 time: 0.0944622 Nov 19 14:33:35.100651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0d00f63d-4377-4532-b232-d338aa6cd1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1992101'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:35.418727 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3f8abd29-dbb2-4547-97ec-bc53e275de71 req-0284cb2b-8f0c-482e-9d2d-5930821eb3b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c7d019c-f6fc-47eb-aa49-9850e73d1180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3978462 Nov 19 14:33:35.694790 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3f8abd29-dbb2-4547-97ec-bc53e275de71 req-1f4fd8b0-d3e0-461f-a07c-29754029e123 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649269 Nov 19 14:33:35.882384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0d00f63d-4377-4532-b232-d338aa6cd1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852783684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2473423'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:35.903102 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:35.958725 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00f63d-4377-4532-b232-d338aa6cd1ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9e1595-8ff8-40af-b3f7-496f185928f3,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:35.980091 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0d00f63d-4377-4532-b232-d338aa6cd1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:35.990847 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3f8abd29-dbb2-4547-97ec-bc53e275de71 req-786dd343-93bb-4529-9245-391f23efbabb service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2876577 Nov 19 14:33:36.079555 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486407a-f32d-4df6-afb9-0a47023f5209 req-c88ddceb-3371-408f-b83a-bea2fb0e504c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:36.081443 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5486407a-f32d-4df6-afb9-0a47023f5209 req-c88ddceb-3371-408f-b83a-bea2fb0e504c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.2713246 Nov 19 14:33:36.084747 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0d00f63d-4377-4532-b232-d338aa6cd1ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:36.090295 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f38e7b-0100-4d88-9a1c-280756bae92a None None] Network c9566fb2-f013-4e79-aed7-babb03e3eff8 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:33:36.093296 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-0d00f63d-4377-4532-b232-d338aa6cd1ba admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0e9e1595-8ff8-40af-b3f7-496f185928f3 HTTP/1.1" status: 204 len: 168 time: 1.4722662 Nov 19 14:33:36.096367 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35248) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:36.136174 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5486407a-f32d-4df6-afb9-0a47023f5209 req-cc3df16e-9b82-4220-85dc-cfba514e2f19 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457094 Nov 19 14:33:36.210761 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1858883'] for network, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:36.282100 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Deleting port 040a36d3-1d43-4922-9aa0-f9a05928cfcf {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:33:36.282473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:36.363106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3844663-5fd3-42ee-85ce-c99fd0dfffa7 None None] DHCP port deletion for c9566fb2-f013-4e79-aed7-babb03e3eff8 request from dv-cinder-763306-2-smb {{(pid=80336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 14:33:36.368146 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-b3844663-5fd3-42ee-85ce-c99fd0dfffa7 None None] Deleting port 040a36d3-1d43-4922-9aa0-f9a05928cfcf {{(pid=80336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:33:36.368558 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b3844663-5fd3-42ee-85ce-c99fd0dfffa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:36.496674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] For port 040a36d3-1d43-4922-9aa0-f9a05928cfcf, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=040a36d3-1d43-4922-9aa0-f9a05928cfcf,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:33:36.497132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:36.561841 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 040a36d3-1d43-4922-9aa0-f9a05928cfcf no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:33:36.628036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-b3844663-5fd3-42ee-85ce-c99fd0dfffa7 None None] For port 040a36d3-1d43-4922-9aa0-f9a05928cfcf, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=040a36d3-1d43-4922-9aa0-f9a05928cfcf,segment=NetworkSegment(3b5de67d-c7de-4e26-ad66-aef3f06793c9),segment_id=3b5de67d-c7de-4e26-ad66-aef3f06793c9)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:33:36.628405 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b3844663-5fd3-42ee-85ce-c99fd0dfffa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:36.629221 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Calling delete_port for 040a36d3-1d43-4922-9aa0-f9a05928cfcf owned by network:dhcp {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:33:36.706834 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:36.722827 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4f4408d4-c52f-4ee3-be67-dcbb78e0853a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:36.766015 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-b3844663-5fd3-42ee-85ce-c99fd0dfffa7 None None] Calling delete_port for 040a36d3-1d43-4922-9aa0-f9a05928cfcf owned by network:dhcp {{(pid=80336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:33:36.771904 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Pushing event deleted for resources: {'Port': ['ID=040a36d3-1d43-4922-9aa0-f9a05928cfcf,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:36.812203 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No active binding found for port 040a36d3-1d43-4922-9aa0-f9a05928cfcf {{(pid=80336) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 19 14:33:36.812648 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 040a36d3-1d43-4922-9aa0-f9a05928cfcf not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:33:36.813110 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device bcf13f52-e38c-48a4-af83-09b814fad259 no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:33:36.853107 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No Port match for: bcf13f52-e38c-48a4-af83-09b814fad259 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:33:36.853392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.853509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device bcf13f52-e38c-48a4-af83-09b814fad259 not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:33:36.853596 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.853974 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.854360 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.855317 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.855881 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.856282 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.856779 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.856964 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.857527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.857766 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.858133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.858566 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.858938 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.859283 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.859667 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.860426 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.860426 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.860711 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.861067 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.861567 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.862051 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.862440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.862952 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:33:36.866670 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:36.884105 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] No DVR routers for this DVR port 040a36d3-1d43-4922-9aa0-f9a05928cfcf on host dv-cinder-763306-2-smb {{(pid=80335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:33:36.941243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.api [None req-b3844663-5fd3-42ee-85ce-c99fd0dfffa7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 14:33:36.941607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_db.api [None req-b3844663-5fd3-42ee-85ce-c99fd0dfffa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 14:33:37.009132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970236', 'neutron.services.segments.db._delete_segments_for_network--9223363247167790520'] for network, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:37.125912 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9566fb2-f013-4e79-aed7-babb03e3eff8']}} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:33:37.139782 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5de67d-c7de-4e26-ad66-aef3f06793c9') {'for_net_delete': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:33:37.140106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5de67d-c7de-4e26-ad66-aef3f06793c9') {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:33:37.152891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247167819704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851820691'] for segment, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:37.173618 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:37.176104 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 14:33:37.410368 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Network c9566fb2-f013-4e79-aed7-babb03e3eff8 has no segments {{(pid=80335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:33:37.425002 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1994887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2251732'] for segment, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:37.442760 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-b3844663-5fd3-42ee-85ce-c99fd0dfffa7 None None] Deleting port 040a36d3-1d43-4922-9aa0-f9a05928cfcf {{(pid=80336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:33:37.443187 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b3844663-5fd3-42ee-85ce-c99fd0dfffa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:37.629601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Network c9566fb2-f013-4e79-aed7-babb03e3eff8 has no segments {{(pid=80335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: Traceback (most recent call last): Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: timer() Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: cb(*args, **kw) Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: return func(*args, **kwargs) Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: self._notify() Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: self.callback(batched_events) Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: event.method(event) Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: segment_id)['aggregates'][0] Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: return f(self, *a, **k) Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: return self._get(url).json() Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: **kwargs) Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: return self.request(url, 'GET', **kwargs) Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: **endpoint_filter) Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:33:37.655004 dv-cinder-763306-2-smb neutron-server[80223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:33:37.681524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-b3844663-5fd3-42ee-85ce-c99fd0dfffa7 None None] The port '040a36d3-1d43-4922-9aa0-f9a05928cfcf' was deleted {{(pid=80336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 14:33:37.683773 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd8a7d-77b3-42de-b7fd-90b6e569de48 req-3485a665-4626-4ee8-8a0b-7261bfab7ede tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:37.684848 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-91dd8a7d-77b3-42de-b7fd-90b6e569de48 req-3485a665-4626-4ee8-8a0b-7261bfab7ede tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.3958220 Nov 19 14:33:37.766860 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852805557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:37.783030 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:37.801453 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:37.810797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Pushing event deleted for resources: {'Network': ['ID=c9566fb2-f013-4e79-aed7-babb03e3eff8,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:37.821632 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-91dd8a7d-77b3-42de-b7fd-90b6e569de48 req-5cd62ac2-3c44-481d-ab6d-bf133963c300 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858457 Nov 19 14:33:37.825072 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:37.833328 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-37812ce4-9bee-48ea-b432-85540d94f25f admin admin] 10.222.0.43 "DELETE /v2.0/networks/c9566fb2-f013-4e79-aed7-babb03e3eff8 HTTP/1.1" status: 204 len: 168 time: 1.7349253 Nov 19 14:33:37.994526 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35256) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:38.055490 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-56b671fe-07cb-4864-9af8-969907b6714b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77b33d747f6846c6b1b67fccd366d808&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0594053 Nov 19 14:33:38.058970 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35260) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:38.123409 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-53e466bf-5644-44cf-9cb8-0a097d607a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:38.150831 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-53e466bf-5644-44cf-9cb8-0a097d607a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:38.202043 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-53e466bf-5644-44cf-9cb8-0a097d607a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:38.205932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-87e4653b-6d34-4410-9c36-81a618fe7c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:38.220609 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e466bf-5644-44cf-9cb8-0a097d607a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6f673d-ee12-43c7-b673-7f9082b5b497,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:38.224766 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-53e466bf-5644-44cf-9cb8-0a097d607a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:38.228038 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-53e466bf-5644-44cf-9cb8-0a097d607a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:38.229268 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-53e466bf-5644-44cf-9cb8-0a097d607a6f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b6f673d-ee12-43c7-b673-7f9082b5b497 HTTP/1.1" status: 204 len: 168 time: 0.1692989 Nov 19 14:33:38.534751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device c3bc1f2e-bb8f-4111-bc73-a257782f6fcb no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:33:38.653090 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:38.682189 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:33:38.693294 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:33:38.697067 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:38.698968 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:38.705103 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:33:38.752037 dv-cinder-763306-2-smb neutron-server[80223]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb', 'code': 422} returned with failed status Nov 19 14:33:38.766533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:38.770273 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:39.051432 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626f584-e617-465f-95aa-b0f5eadc68cf req-90320258-e439-4c05-bbce-deb9f2ef6787 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:39.053029 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0626f584-e617-465f-95aa-b0f5eadc68cf req-90320258-e439-4c05-bbce-deb9f2ef6787 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0848179 Nov 19 14:33:39.106644 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0626f584-e617-465f-95aa-b0f5eadc68cf req-4ec82789-27fc-4365-a002-6b46adef18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469463 Nov 19 14:33:40.742386 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70025d9a-6046-44ce-bd7b-d13a6da356b9 req-e8147e2c-5953-4083-bd52-bf9f2b64cfc3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904505 Nov 19 14:33:40.750069 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b924f-d102-4cb4-b0a5-50fc4f66e0c5 req-be47672f-bcba-4be7-a16a-4c24539487ad tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:40.751678 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-774b924f-d102-4cb4-b0a5-50fc4f66e0c5 req-be47672f-bcba-4be7-a16a-4c24539487ad tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0909462 Nov 19 14:33:40.802237 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-774b924f-d102-4cb4-b0a5-50fc4f66e0c5 req-43abb33b-1eb6-4a4e-aeb4-f3ea4ec95cb2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439787 Nov 19 14:33:42.030956 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35881357-a601-4697-889b-1b50dedec7f0 req-49c3cda2-692a-4538-86d8-52c0d3cadea6 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:42.032628 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-35881357-a601-4697-889b-1b50dedec7f0 req-49c3cda2-692a-4538-86d8-52c0d3cadea6 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0871613 Nov 19 14:33:42.091239 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-35881357-a601-4697-889b-1b50dedec7f0 req-db9b507e-41e6-444d-b803-851f60edc516 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521665 Nov 19 14:33:43.333559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf3a40-1817-4f79-9485-50fc7e70360c req-493e46ed-c4be-4854-bb95-5cdbf2d219f4 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:43.335397 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1adf3a40-1817-4f79-9485-50fc7e70360c req-493e46ed-c4be-4854-bb95-5cdbf2d219f4 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0911455 Nov 19 14:33:43.384931 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1adf3a40-1817-4f79-9485-50fc7e70360c req-e9a42e62-c0a8-4ca3-9cba-c0e651caa49d tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432322 Nov 19 14:33:43.626144 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6bb31bd3-4868-42cc-816f-84259fea4b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:44.644645 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c422a-94ff-491c-be6d-64a6e6aafa35 req-bcf8425c-1cca-43e2-84d8-ca789e35777c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:44.646277 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0c7c422a-94ff-491c-be6d-64a6e6aafa35 req-bcf8425c-1cca-43e2-84d8-ca789e35777c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0934179 Nov 19 14:33:44.696018 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0c7c422a-94ff-491c-be6d-64a6e6aafa35 req-d0b27dd2-0272-482c-92f1-27f82131666c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435114 Nov 19 14:33:45.139626 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:45.429599 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70025d9a-6046-44ce-bd7b-d13a6da356b9 req-5bb54fe6-d1f9-4df0-8221-217fdb70dadd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27&tenant_id=3b9f0120857d4cdba0db0a3b0de27f15 HTTP/1.1" status: 200 len: 1161 time: 0.0788097 Nov 19 14:33:45.547422 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70025d9a-6046-44ce-bd7b-d13a6da356b9 req-f6fa8621-1f27-47b5-9a5b-9a0fa0124595 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 1161 time: 0.0808616 Nov 19 14:33:45.692756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70025d9a-6046-44ce-bd7b-d13a6da356b9 req-52945f83-033f-4d61-80c9-108d1a30e221 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:45.694375 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70025d9a-6046-44ce-bd7b-d13a6da356b9 req-52945f83-033f-4d61-80c9-108d1a30e221 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 200 len: 910 time: 0.1402264 Nov 19 14:33:45.809566 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70025d9a-6046-44ce-bd7b-d13a6da356b9 req-528d4b0a-c758-45cf-aefb-56cd1cacb032 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb HTTP/1.1" status: 200 len: 1000 time: 0.1071773 Nov 19 14:33:45.883361 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70025d9a-6046-44ce-bd7b-d13a6da356b9 req-e2460ed5-edbc-4ab4-8b1b-a46d770ef658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:45.885043 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70025d9a-6046-44ce-bd7b-d13a6da356b9 req-e2460ed5-edbc-4ab4-8b1b-a46d770ef658 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20923fe1-d567-4c1e-add1-0805a365f43b HTTP/1.1" status: 200 len: 855 time: 0.0688434 Nov 19 14:33:45.946206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3abb1-deb9-47d0-815f-4fdc5bd5d06f req-66cda55f-705e-4403-a1ac-2e74dfbf68fd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:45.947751 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-76b3abb1-deb9-47d0-815f-4fdc5bd5d06f req-66cda55f-705e-4403-a1ac-2e74dfbf68fd tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0909057 Nov 19 14:33:45.967281 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70025d9a-6046-44ce-bd7b-d13a6da356b9 req-05471c72-6096-4085-8dc9-44bbeb6cb107 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c7d019c-f6fc-47eb-aa49-9850e73d1180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757256 Nov 19 14:33:45.997298 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-76b3abb1-deb9-47d0-815f-4fdc5bd5d06f req-cb8bfd0a-f468-47b3-af4f-7159c0390ffe tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429194 Nov 19 14:33:46.040192 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-146dfd5f-b509-43d6-ac76-8b78633edce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:46.117195 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70025d9a-6046-44ce-bd7b-d13a6da356b9 req-f0270330-8c71-4b28-9a7d-6b3c172aaf45 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428294 Nov 19 14:33:46.263513 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70025d9a-6046-44ce-bd7b-d13a6da356b9 req-033201bc-81ee-4909-b213-bacb70f4c832 service neutron] 10.222.0.16 "GET /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393898 Nov 19 14:33:46.561609 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:46.616647 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35396) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:46.787535 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-efbfdc7c-b773-4382-9735-8758d69ddc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:46.827120 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-efbfdc7c-b773-4382-9735-8758d69ddc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:33:46.831432 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-efbfdc7c-b773-4382-9735-8758d69ddc73 admin admin] Usage tracker for resource:security_group_rule and tenant:7303b013e8794bb3bfc9a37a31670219 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:33:46.835732 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-efbfdc7c-b773-4382-9735-8758d69ddc73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:33:46.842385 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-efbfdc7c-b773-4382-9735-8758d69ddc73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:33:46.922545 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-efbfdc7c-b773-4382-9735-8758d69ddc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:46.927102 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-efbfdc7c-b773-4382-9735-8758d69ddc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:46.935763 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ba45f059-9ef2-411e-9370-c4ca721336ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:46.982980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfdc7c-b773-4382-9735-8758d69ddc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8220c16c-351e-40a6-9cd6-068a0527eeb9,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:46.986667 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-efbfdc7c-b773-4382-9735-8758d69ddc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:46.992411 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-efbfdc7c-b773-4382-9735-8758d69ddc73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7303b013e8794bb3bfc9a37a31670219&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3722701 Nov 19 14:33:46.993352 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35410) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:47.063801 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2340fad6-7dcf-486e-9387-2a76cacf24dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:47.093646 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2340fad6-7dcf-486e-9387-2a76cacf24dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:47.145494 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2340fad6-7dcf-486e-9387-2a76cacf24dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:47.150960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-04f32d95-5dc9-4540-a01f-702aad667779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:47.165442 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340fad6-7dcf-486e-9387-2a76cacf24dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8220c16c-351e-40a6-9cd6-068a0527eeb9,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:47.168731 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2340fad6-7dcf-486e-9387-2a76cacf24dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:47.172767 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-2340fad6-7dcf-486e-9387-2a76cacf24dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8220c16c-351e-40a6-9cd6-068a0527eeb9 HTTP/1.1" status: 204 len: 168 time: 0.1780393 Nov 19 14:33:47.173916 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2340fad6-7dcf-486e-9387-2a76cacf24dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:47.265521 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33079d7a-4b92-48bd-b075-0a28582c7600 req-3a5126d2-b285-48f6-969a-f49036989b36 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:47.267778 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-33079d7a-4b92-48bd-b075-0a28582c7600 req-3a5126d2-b285-48f6-969a-f49036989b36 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0966618 Nov 19 14:33:47.318774 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-33079d7a-4b92-48bd-b075-0a28582c7600 req-f29dfa01-6839-4263-84dc-9c1689917bcf tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443850 Nov 19 14:33:47.444525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:47.635807 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 35432) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:47.656672 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5bf84fbe-8970-46f5-a690-0e97d4ffba51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:47.697299 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5bf84fbe-8970-46f5-a690-0e97d4ffba51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:33:47.701540 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5bf84fbe-8970-46f5-a690-0e97d4ffba51 admin admin] Usage tracker for resource:security_group_rule and tenant:280502f5401548e0a21030fa2d99905d is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:33:47.704605 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-5bf84fbe-8970-46f5-a690-0e97d4ffba51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:33:47.710697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-5bf84fbe-8970-46f5-a690-0e97d4ffba51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:33:47.785479 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5bf84fbe-8970-46f5-a690-0e97d4ffba51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:47.788976 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5bf84fbe-8970-46f5-a690-0e97d4ffba51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:47.796832 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e9e93571-5d9a-4976-9021-8039b02eae9e tempest-VolumesNegativeTest-1412295904 tempest-VolumesNegativeTest-1412295904] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:47.832418 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf84fbe-8970-46f5-a690-0e97d4ffba51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5e6db2-9c45-4c80-b856-08577720b305,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:47.843144 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5bf84fbe-8970-46f5-a690-0e97d4ffba51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:47.855571 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-5bf84fbe-8970-46f5-a690-0e97d4ffba51 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=280502f5401548e0a21030fa2d99905d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2157903 Nov 19 14:33:47.855951 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35436) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:47.924791 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-daa599f9-53f7-457c-a66c-cf9d3e388d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:47.953182 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-daa599f9-53f7-457c-a66c-cf9d3e388d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:48.012193 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-daa599f9-53f7-457c-a66c-cf9d3e388d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:48.019040 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:48.020360 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-53e466bf-5644-44cf-9cb8-0a097d607a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:48.035081 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa599f9-53f7-457c-a66c-cf9d3e388d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5e6db2-9c45-4c80-b856-08577720b305,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:48.037233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-daa599f9-53f7-457c-a66c-cf9d3e388d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:48.038511 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-daa599f9-53f7-457c-a66c-cf9d3e388d87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f5e6db2-9c45-4c80-b856-08577720b305 HTTP/1.1" status: 204 len: 168 time: 0.1815133 Nov 19 14:33:48.039383 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-daa599f9-53f7-457c-a66c-cf9d3e388d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:48.593391 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ac55b-703f-4456-ba9e-8b81bb440637 req-6f74ee42-35fa-49dc-8907-1033f119cbf0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:48.595167 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-731ac55b-703f-4456-ba9e-8b81bb440637 req-6f74ee42-35fa-49dc-8907-1033f119cbf0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0875173 Nov 19 14:33:48.647117 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-731ac55b-703f-4456-ba9e-8b81bb440637 req-f66de9b6-20f2-4363-bd2e-ea7d990b7f9c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452094 Nov 19 14:33:49.912601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11b3b8-42e2-4c15-8b2f-4c6ce43c6fde req-fd1a4ed1-bd01-48f2-ad55-e1325693addb tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:49.914393 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0c11b3b8-42e2-4c15-8b2f-4c6ce43c6fde req-fd1a4ed1-bd01-48f2-ad55-e1325693addb tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.1068277 Nov 19 14:33:49.971562 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0c11b3b8-42e2-4c15-8b2f-4c6ce43c6fde req-a6d73039-bb30-407c-a009-388dd1c697d4 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499325 Nov 19 14:33:51.224422 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d468007-3710-4071-a39a-477c6eb7184d req-16a078a3-1281-4528-a4bc-7f458a0e43c9 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:51.226173 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9d468007-3710-4071-a39a-477c6eb7184d req-16a078a3-1281-4528-a4bc-7f458a0e43c9 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0946372 Nov 19 14:33:51.280202 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9d468007-3710-4071-a39a-477c6eb7184d req-9c59c1e7-3142-4162-95c6-b74be1d8b219 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476053 Nov 19 14:33:52.626726 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0e83a-918a-4c09-aeb1-df0e0b1ea42f req-5837d3a3-68dc-4ac5-882b-e494ddb11f42 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:52.629354 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-26a0e83a-918a-4c09-aeb1-df0e0b1ea42f req-5837d3a3-68dc-4ac5-882b-e494ddb11f42 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.1946397 Nov 19 14:33:52.715848 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-26a0e83a-918a-4c09-aeb1-df0e0b1ea42f req-f570bd93-30ec-4fd0-b1ca-305a5e8ace6e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801113 Nov 19 14:33:53.975657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e7096-de36-45a2-8edc-bc8498430e36 req-59b0b5c9-218a-4868-a21c-936ab998c274 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:53.977315 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-274e7096-de36-45a2-8edc-bc8498430e36 req-59b0b5c9-218a-4868-a21c-936ab998c274 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.1119909 Nov 19 14:33:54.029293 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-274e7096-de36-45a2-8edc-bc8498430e36 req-d0ef79b3-7016-4d40-8231-6f9a37532ca2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453014 Nov 19 14:33:54.651890 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 35540) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:54.818445 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9701-d78f-429f-8082-a576c873174a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:54.853431 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ec6b9701-d78f-429f-8082-a576c873174a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:33:54.857994 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ec6b9701-d78f-429f-8082-a576c873174a admin admin] Usage tracker for resource:security_group_rule and tenant:be442ef962554338af4beb76a4d5752e is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:33:54.861139 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ec6b9701-d78f-429f-8082-a576c873174a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:33:54.867782 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ec6b9701-d78f-429f-8082-a576c873174a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:33:54.936512 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9701-d78f-429f-8082-a576c873174a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:54.940528 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9701-d78f-429f-8082-a576c873174a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:54.971910 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ffc5f62a-e443-44a4-8be9-e49ac8849e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:54.981435 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-ec6b9701-d78f-429f-8082-a576c873174a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be442ef962554338af4beb76a4d5752e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3281298 Nov 19 14:33:54.984851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35546) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:55.002207 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b9701-d78f-429f-8082-a576c873174a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1191f8f5-b9c3-4dc8-a35a-2c0a6bf551bd,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:55.006390 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ec6b9701-d78f-429f-8082-a576c873174a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:55.053971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c81076da-0269-44d0-adcb-05dfa5bc9a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:55.084409 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c81076da-0269-44d0-adcb-05dfa5bc9a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:55.138462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c81076da-0269-44d0-adcb-05dfa5bc9a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:55.144891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5cf3ea53-2f5e-4b5b-903c-df90b063fac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:55.174212 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81076da-0269-44d0-adcb-05dfa5bc9a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1191f8f5-b9c3-4dc8-a35a-2c0a6bf551bd,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:55.182294 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c81076da-0269-44d0-adcb-05dfa5bc9a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:55.183173 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c81076da-0269-44d0-adcb-05dfa5bc9a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:55.186136 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-c81076da-0269-44d0-adcb-05dfa5bc9a76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1191f8f5-b9c3-4dc8-a35a-2c0a6bf551bd HTTP/1.1" status: 204 len: 168 time: 0.2000141 Nov 19 14:33:55.280892 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac1af1-df1c-4285-8fbf-a746f78a0f31 req-243033c5-e2f0-41ce-8a3e-3a411aed75aa tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:55.282738 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dbac1af1-df1c-4285-8fbf-a746f78a0f31 req-243033c5-e2f0-41ce-8a3e-3a411aed75aa tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0926185 Nov 19 14:33:55.335794 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dbac1af1-df1c-4285-8fbf-a746f78a0f31 req-f9ef545e-9b13-4b94-8c45-086d70683f41 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467546 Nov 19 14:33:55.611255 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 35556) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:55.635444 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-faae52d9-3739-4196-b1f6-4c061e1911fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:55.669510 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-faae52d9-3739-4196-b1f6-4c061e1911fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:33:55.673575 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-faae52d9-3739-4196-b1f6-4c061e1911fd admin admin] Usage tracker for resource:security_group_rule and tenant:fcf76451fc72443e88140a68296465b4 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:33:55.677094 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-faae52d9-3739-4196-b1f6-4c061e1911fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:33:55.683837 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-faae52d9-3739-4196-b1f6-4c061e1911fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:33:55.753926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-faae52d9-3739-4196-b1f6-4c061e1911fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:55.758639 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-faae52d9-3739-4196-b1f6-4c061e1911fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:55.767749 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d85d731a-9336-4a6a-886d-627fb18b4aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:55.816997 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae52d9-3739-4196-b1f6-4c061e1911fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243238cd-3469-4473-91af-9835fc89937d,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:55.822146 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-faae52d9-3739-4196-b1f6-4c061e1911fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:55.825846 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-faae52d9-3739-4196-b1f6-4c061e1911fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcf76451fc72443e88140a68296465b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2132893 Nov 19 14:33:55.828693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35560) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:33:55.908462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-13fe890e-9117-411e-bcf9-2fc03613e95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:55.937163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-13fe890e-9117-411e-bcf9-2fc03613e95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:55.989804 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-13fe890e-9117-411e-bcf9-2fc03613e95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:55.994787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9e59a1c8-89a4-4b5b-881c-cea7d6d8cbb3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:33:56.007347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe890e-9117-411e-bcf9-2fc03613e95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243238cd-3469-4473-91af-9835fc89937d,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:33:56.012029 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-13fe890e-9117-411e-bcf9-2fc03613e95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:33:56.016078 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-13fe890e-9117-411e-bcf9-2fc03613e95d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/243238cd-3469-4473-91af-9835fc89937d HTTP/1.1" status: 204 len: 168 time: 0.1862628 Nov 19 14:33:56.017193 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-13fe890e-9117-411e-bcf9-2fc03613e95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:33:56.597748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82732b9-48dc-4328-9809-eb0d03bf4a0e req-e5c47643-a122-4340-82ed-ac12de9bb7d9 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:56.597748 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b82732b9-48dc-4328-9809-eb0d03bf4a0e req-e5c47643-a122-4340-82ed-ac12de9bb7d9 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0899959 Nov 19 14:33:56.648783 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b82732b9-48dc-4328-9809-eb0d03bf4a0e req-8b85505d-b0f0-462a-8274-4286b0179181 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452518 Nov 19 14:33:57.909246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca83ae-60c9-4dde-9905-0953a92e059b req-bc856dbb-cea5-4524-90af-0fc236b8cb24 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:57.911131 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-87ca83ae-60c9-4dde-9905-0953a92e059b req-bc856dbb-cea5-4524-90af-0fc236b8cb24 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0893466 Nov 19 14:33:57.962051 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-87ca83ae-60c9-4dde-9905-0953a92e059b req-077e51f8-71a4-4b1d-ad01-9e268caf7335 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444083 Nov 19 14:33:59.200491 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eb4ee-e16f-4d15-973f-52f06ed2f5af req-dd8d618d-7abd-4578-871d-6bbeefac7151 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:33:59.202110 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ea3eb4ee-e16f-4d15-973f-52f06ed2f5af req-dd8d618d-7abd-4578-871d-6bbeefac7151 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0839093 Nov 19 14:33:59.251969 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ea3eb4ee-e16f-4d15-973f-52f06ed2f5af req-762ab854-5ef4-424f-b095-9426edae27d2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419781 Nov 19 14:34:00.148814 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c7875d02-dff1-4397-8039-f95fcf4e6072 req-6d319ebe-ab9e-4ede-b3b5-f99911bb9c39 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1352760583&fields=id&tenant_id=537cef2c3277473a913f1a6e337b245b HTTP/1.1" status: 200 len: 267 time: 0.0488877 Nov 19 14:34:00.240719 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7875d02-dff1-4397-8039-f95fcf4e6072 req-79105a52-b2bd-4b5a-bbf0-a922b5588670 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:00.242355 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c7875d02-dff1-4397-8039-f95fcf4e6072 req-79105a52-b2bd-4b5a-bbf0-a922b5588670 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 985 time: 0.0875022 Nov 19 14:34:00.254939 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-c7875d02-dff1-4397-8039-f95fcf4e6072 req-99f04ab3-3f99-476b-b094-c703234ac65f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Request body: {'port': {'security_groups': ['5a0235d1-8f8b-4483-bfdc-57ca89f29b40']}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:00.387789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c7875d02-dff1-4397-8039-f95fcf4e6072 req-99f04ab3-3f99-476b-b094-c703234ac65f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:00.495667 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada53d3-7da3-4ea4-a6df-dcf189efab58 req-29a3d330-15c5-46f5-a3ba-8f8eb211cf4e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:00.497269 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bada53d3-7da3-4ea4-a6df-dcf189efab58 req-29a3d330-15c5-46f5-a3ba-8f8eb211cf4e tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0846174 Nov 19 14:34:00.550965 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bada53d3-7da3-4ea4-a6df-dcf189efab58 req-d32ee15f-8fa2-4c3c-a906-aab3e5f399c7 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464873 Nov 19 14:34:00.715563 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-c7875d02-dff1-4397-8039-f95fcf4e6072 req-99f04ab3-3f99-476b-b094-c703234ac65f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] For port d5e1d818-d4d9-49b3-a2dc-4911dfb69165, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165,segment=NetworkSegment(de4eb240-d84a-4ab6-ab98-cff05bd8f968),segment_id=de4eb240-d84a-4ab6-ab98-cff05bd8f968)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:34:00.744643 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c7875d02-dff1-4397-8039-f95fcf4e6072 req-99f04ab3-3f99-476b-b094-c703234ac65f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:00.749899 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c7875d02-dff1-4397-8039-f95fcf4e6072 req-99f04ab3-3f99-476b-b094-c703234ac65f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:00.764553 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:00.922184 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f04ab3-3f99-476b-b094-c703234ac65f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Pushing event updated for resources: {'Port': ['ID=d5e1d818-d4d9-49b3-a2dc-4911dfb69165,revision_number=6']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:00.927509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-99f04ab3-3f99-476b-b094-c703234ac65f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:00.963923 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7875d02-dff1-4397-8039-f95fcf4e6072 req-99f04ab3-3f99-476b-b094-c703234ac65f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:00.964591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c7875d02-dff1-4397-8039-f95fcf4e6072 req-99f04ab3-3f99-476b-b094-c703234ac65f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:00.966465 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c7875d02-dff1-4397-8039-f95fcf4e6072 req-99f04ab3-3f99-476b-b094-c703234ac65f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "PUT /v2.0/ports/d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 943 time: 0.7165506 Nov 19 14:34:00.966619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:34:01.037133 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165', 'status': 'completed', 'code': 200} Nov 19 14:34:01.060525 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b2278d72-9f7d-40ca-b7e9-b81db8a3d598 req-8b365077-7c35-46d7-9a7d-c7ffc343b948 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups/85fcaaad-fe35-46f4-b999-a6dc5068046e HTTP/1.1" status: 200 len: 2659 time: 0.0599461 Nov 19 14:34:01.147143 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-ade7f03a-d46b-4365-9471-186831c9fc89 None None] Provisioning complete for port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:34:01.147559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ade7f03a-d46b-4365-9471-186831c9fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:01.198279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b2278d72-9f7d-40ca-b7e9-b81db8a3d598 req-214b079c-2cb5-440b-a367-f66a3f43d59f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:01.234714 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a8c8cbef-8fd3-496b-a7b7-9b20e67e8d15 req-e89fcfc8-380b-40ac-9f75-9165adaa9345 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=537cef2c3277473a913f1a6e337b245b&device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 1163 time: 0.1397607 Nov 19 14:34:01.236310 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b2278d72-9f7d-40ca-b7e9-b81db8a3d598 req-214b079c-2cb5-440b-a367-f66a3f43d59f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:01.636254 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b2278d72-9f7d-40ca-b7e9-b81db8a3d598 req-214b079c-2cb5-440b-a367-f66a3f43d59f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:01.641624 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5852415d-c9ed-4e05-8464-7175fb032e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:01.650595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8cbef-8fd3-496b-a7b7-9b20e67e8d15 req-b7778e67-4d65-42bc-b5ba-6ebe892d2dca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:01.652188 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a8c8cbef-8fd3-496b-a7b7-9b20e67e8d15 req-b7778e67-4d65-42bc-b5ba-6ebe892d2dca service neutron] 10.222.0.16 "GET /v2.0/networks?id=689c586f-ae12-467a-93b8-8188743ae6eb HTTP/1.1" status: 200 len: 909 time: 0.4078596 Nov 19 14:34:01.660592 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b079c-2cb5-440b-a367-f66a3f43d59f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fcaaad-fe35-46f4-b999-a6dc5068046e,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:01.718641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-214b079c-2cb5-440b-a367-f66a3f43d59f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:01.771556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b2278d72-9f7d-40ca-b7e9-b81db8a3d598 req-214b079c-2cb5-440b-a367-f66a3f43d59f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:01.772793 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b2278d72-9f7d-40ca-b7e9-b81db8a3d598 req-214b079c-2cb5-440b-a367-f66a3f43d59f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "DELETE /v2.0/security-groups/85fcaaad-fe35-46f4-b999-a6dc5068046e HTTP/1.1" status: 204 len: 173 time: 0.7048571 Nov 19 14:34:01.789400 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a8c8cbef-8fd3-496b-a7b7-9b20e67e8d15 req-629ee0f5-2f56-4657-873b-906db103ad53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 1002 time: 0.1264565 Nov 19 14:34:01.808517 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a735fe-7db1-473c-81d7-c2f2c28688e3 req-50489682-347e-4380-92c6-4720a2d55848 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:01.810375 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-65a735fe-7db1-473c-81d7-c2f2c28688e3 req-50489682-347e-4380-92c6-4720a2d55848 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0915837 Nov 19 14:34:01.859922 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-65a735fe-7db1-473c-81d7-c2f2c28688e3 req-f4a4d1b3-4981-46ed-88eb-db85644341c0 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431788 Nov 19 14:34:01.963803 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8cbef-8fd3-496b-a7b7-9b20e67e8d15 req-489dc524-06b6-416f-afb1-c78746e4a343 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:01.965485 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a8c8cbef-8fd3-496b-a7b7-9b20e67e8d15 req-489dc524-06b6-416f-afb1-c78746e4a343 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fea6505e-93b5-42a5-aa0d-383bf41be193 HTTP/1.1" status: 200 len: 854 time: 0.1674559 Nov 19 14:34:02.030583 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-6212fe21-cd13-4daa-bcc7-63e95b6c1b74 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/floatingips/e8e6847e-7eef-4405-884c-239998d933b1 HTTP/1.1" status: 200 len: 999 time: 0.1904109 Nov 19 14:34:02.190856 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a8c8cbef-8fd3-496b-a7b7-9b20e67e8d15 req-5ba03c58-3695-4943-a7c0-0b255128a8bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=689c586f-ae12-467a-93b8-8188743ae6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2127886 Nov 19 14:34:02.241350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b130e01b-95eb-487d-a2fb-6be8e0ba983d tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:02.242858 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b130e01b-95eb-487d-a2fb-6be8e0ba983d tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/networks/ca817bba-b7b8-4a37-9c7c-42c1a6687b2c HTTP/1.1" status: 200 len: 784 time: 0.2056608 Nov 19 14:34:02.265165 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-e408cee6-e4ef-48b1-8a6a-a83b62c30bcb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:34:02.266231 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-e408cee6-e4ef-48b1-8a6a-a83b62c30bcb tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0103464 Nov 19 14:34:02.450321 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a8c8cbef-8fd3-496b-a7b7-9b20e67e8d15 req-89fcfed6-b5a5-4fa9-a608-fbe8e04aeb9c service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494619 Nov 19 14:34:02.456907 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-f3527f39-17b4-46fe-b4fe-5b5f7218141c tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.0.104 HTTP/1.1" status: 200 len: 1002 time: 0.1437199 Nov 19 14:34:02.645382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b3b47ff9-d5e9-4d53-a743-37ad04cb7e77 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:02.646894 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b3b47ff9-d5e9-4d53-a743-37ad04cb7e77 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports/d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 943 time: 0.1624041 Nov 19 14:34:02.675359 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a8c8cbef-8fd3-496b-a7b7-9b20e67e8d15 req-3403d2fa-09f3-4c59-a86f-f651bdac435b service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2167704 Nov 19 14:34:02.839139 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-1629bdcb-1161-4b40-a47f-d8e5ed9c1bd5 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.0.104 HTTP/1.1" status: 200 len: 1002 time: 0.1093359 Nov 19 14:34:03.053931 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device d5e1d818-d4d9-49b3-a2dc-4911dfb69165 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:34:03.063636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Deleting port 31e11b91-511d-450c-addf-695ef2dcf51f {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:34:03.063990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:03.099195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d004b-ed64-483b-bdb1-e087aa2c8ebf req-ecd1c1fe-5491-42fe-aaeb-4fbf0b20eb52 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:03.100702 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1c1d004b-ed64-483b-bdb1-e087aa2c8ebf req-ecd1c1fe-5491-42fe-aaeb-4fbf0b20eb52 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.0897272 Nov 19 14:34:03.149458 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:34:03.150204 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:03.256440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:03.256841 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for floatingip, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:03.374331 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1c1d004b-ed64-483b-bdb1-e087aa2c8ebf req-840997ca-c489-4225-819a-c21205fddc4f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667260 Nov 19 14:34:03.389386 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Calling delete_port for 31e11b91-511d-450c-addf-695ef2dcf51f owned by network:floatingip {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:34:03.548503 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:03.565162 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-dd7a2f1c-445a-4fbd-b5bb-87d716f9f810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:03.611513 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Pushing event deleted for resources: {'Port': ['ID=31e11b91-511d-450c-addf-695ef2dcf51f,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:03.625781 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:03.790422 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks [] for floatingip, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:03.790975 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_db [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Floating IP e8e6847e-7eef-4405-884c-239998d933b1 disassociated (deleted). External IP: 172.28.0.104, port: d5e1d818-d4d9-49b3-a2dc-4911dfb69165. Nov 19 14:34:04.289566 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35702) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:04.447934 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Router d8590b05-3468-484e-a3da-c01cd361e5e4 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:34:04.454096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4956287b-541b-4615-aca4-7ffe66808318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:04.487741 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-4956287b-541b-4615-aca4-7ffe66808318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:34:04.500769 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-4956287b-541b-4615-aca4-7ffe66808318 admin admin] Usage tracker for resource:security_group_rule and tenant:23b730c4d7cd4c7c997fc0656c230526 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:34:04.504096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-4956287b-541b-4615-aca4-7ffe66808318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:34:04.510147 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-4956287b-541b-4615-aca4-7ffe66808318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:34:04.637470 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4956287b-541b-4615-aca4-7ffe66808318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:04.644025 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4956287b-541b-4615-aca4-7ffe66808318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:04.652086 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8f22768d-9795-46c6-ad25-aaa5c965a33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:04.662270 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:34:04.673245 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa842e-3bfc-45ee-a39f-f324367845ed None None] Sync routers for ids ['d8590b05-3468-484e-a3da-c01cd361e5e4'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:34:04.688114 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfa842e-3bfc-45ee-a39f-f324367845ed None None] Routers {'d8590b05-3468-484e-a3da-c01cd361e5e4'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:34:04.689744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-2bfa842e-3bfc-45ee-a39f-f324367845ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:33:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['d8590b05-3468-484e-a3da-c01cd361e5e4'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:34:04.692790 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:04.708996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eef489-0520-47bb-b23a-9c9ea6f8ec8f req-ce0d1a93-0ae7-4fa2-8264-53ed983fb3f5 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:04.710641 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a7eef489-0520-47bb-b23a-9c9ea6f8ec8f req-ce0d1a93-0ae7-4fa2-8264-53ed983fb3f5 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 944 time: 0.1709762 Nov 19 14:34:04.711323 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956287b-541b-4615-aca4-7ffe66808318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80539c49-04c7-4309-bbe5-c5490784a34c,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:04.714712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4956287b-541b-4615-aca4-7ffe66808318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:04.719974 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-4956287b-541b-4615-aca4-7ffe66808318 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23b730c4d7cd4c7c997fc0656c230526&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4292274 Nov 19 14:34:04.720804 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35710) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:04.750506 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "DELETE /v2.0/floatingips/e8e6847e-7eef-4405-884c-239998d933b1 HTTP/1.1" status: 204 len: 173 time: 1.9051051 Nov 19 14:34:04.750980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:34:04.835027 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a7eef489-0520-47bb-b23a-9c9ea6f8ec8f req-06ab6aed-b722-4b59-b554-31e88ca11bdf tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131809 Nov 19 14:34:04.836375 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-88e00c8c-fa6e-4fc1-a05d-eaafde52cf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:04.874036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-88e00c8c-fa6e-4fc1-a05d-eaafde52cf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:04.928873 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-88e00c8c-fa6e-4fc1-a05d-eaafde52cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:04.936812 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165', 'status': 'completed', 'code': 200} Nov 19 14:34:04.937079 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8b12d63f-1674-437c-babc-ad38e61d9448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:04.940697 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-10e4bcb1-8b96-4856-b473-ff9ca1ac8672 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=537cef2c3277473a913f1a6e337b245b&device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 1163 time: 0.1761775 Nov 19 14:34:04.951508 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e00c8c-fa6e-4fc1-a05d-eaafde52cf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80539c49-04c7-4309-bbe5-c5490784a34c,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:04.959001 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-88e00c8c-fa6e-4fc1-a05d-eaafde52cf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:04.959832 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-88e00c8c-fa6e-4fc1-a05d-eaafde52cf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:04.976467 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-88e00c8c-fa6e-4fc1-a05d-eaafde52cf9a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80539c49-04c7-4309-bbe5-c5490784a34c HTTP/1.1" status: 204 len: 168 time: 0.2380672 Nov 19 14:34:05.095340 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-2bfa842e-3bfc-45ee-a39f-f324367845ed None None] Set router d8590b05-3468-484e-a3da-c01cd361e5e4 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:34:05.162936 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-107549e7-d008-4972-9a36-fbac0033c35c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:05.164613 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-107549e7-d008-4972-9a36-fbac0033c35c service neutron] 10.222.0.43 "GET /v2.0/networks?id=689c586f-ae12-467a-93b8-8188743ae6eb HTTP/1.1" status: 200 len: 909 time: 0.2162230 Nov 19 14:34:05.250050 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-77cbc26e-c5b8-4b7e-a129-57befa9af173 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 217 time: 0.0757716 Nov 19 14:34:05.298727 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fccf8e65-71e7-4d2f-b439-5dda4070bb1c req-8f96e30a-aa16-4374-96bc-1df22eb1fa85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=537cef2c3277473a913f1a6e337b245b&device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 1163 time: 0.2972279 Nov 19 14:34:05.362785 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35722) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:05.372083 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-c7349a29-0d51-4cc4-ba0e-1312d3d7b9e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:05.373746 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-c7349a29-0d51-4cc4-ba0e-1312d3d7b9e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fea6505e-93b5-42a5-aa0d-383bf41be193 HTTP/1.1" status: 200 len: 854 time: 0.1165340 Nov 19 14:34:05.384405 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-36c06c35-f7bb-4cc1-9011-7aa93640e126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:05.418881 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-36c06c35-f7bb-4cc1-9011-7aa93640e126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:34:05.423652 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-36c06c35-f7bb-4cc1-9011-7aa93640e126 admin admin] Usage tracker for resource:security_group_rule and tenant:c2d7724b86bb4b1caf36586ad921426c is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:34:05.426582 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-36c06c35-f7bb-4cc1-9011-7aa93640e126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:34:05.432770 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-36c06c35-f7bb-4cc1-9011-7aa93640e126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:34:05.454214 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-2bfa842e-3bfc-45ee-a39f-f324367845ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 4, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port': {'id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:26Z', 'updated_at': '2020-11-19T14:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'f0b79ade-2427-475c-a6fc-602c2198a910', 'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'mac_address': 'fa:16:3e:98:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:29Z', 'updated_at': '2020-11-19T14:27:39Z', 'revision_number': 5, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'subnets': [{'id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:34:05.458618 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa842e-3bfc-45ee-a39f-f324367845ed None None] Checking router: d8590b05-3468-484e-a3da-c01cd361e5e4 for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:34:05.471230 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfa842e-3bfc-45ee-a39f-f324367845ed None None] Routers {'d8590b05-3468-484e-a3da-c01cd361e5e4'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:34:05.471875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-2bfa842e-3bfc-45ee-a39f-f324367845ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:33:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['d8590b05-3468-484e-a3da-c01cd361e5e4'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:34:05.482413 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device c3bc1f2e-bb8f-4111-bc73-a257782f6fcb up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:34:05.505736 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-36c06c35-f7bb-4cc1-9011-7aa93640e126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:05.511249 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-36c06c35-f7bb-4cc1-9011-7aa93640e126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:05.540473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf8e65-71e7-4d2f-b439-5dda4070bb1c req-32be95a2-b9a2-4fc6-bb68-1a8bf408164a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:05.542604 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fccf8e65-71e7-4d2f-b439-5dda4070bb1c req-32be95a2-b9a2-4fc6-bb68-1a8bf408164a service neutron] 10.222.0.16 "GET /v2.0/networks?id=689c586f-ae12-467a-93b8-8188743ae6eb HTTP/1.1" status: 200 len: 909 time: 0.2315915 Nov 19 14:34:05.543125 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-710b31fb-f6d3-4a43-936c-5164c3ff1c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:05.556547 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:34:05.557355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:05.563846 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-d52f6ea1-5b57-49e7-bc5c-b98f163f227b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=689c586f-ae12-467a-93b8-8188743ae6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1401188 Nov 19 14:34:05.579302 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-36c06c35-f7bb-4cc1-9011-7aa93640e126 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2d7724b86bb4b1caf36586ad921426c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2145479 Nov 19 14:34:05.579999 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35726) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:05.580738 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c06c35-f7bb-4cc1-9011-7aa93640e126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a3685c-d9d7-4daa-a96d-e40745e024de,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:05.584679 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-36c06c35-f7bb-4cc1-9011-7aa93640e126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:05.658794 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d50d618-d33a-4f0b-8c63-1794bd181fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:05.670389 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-2bfa842e-3bfc-45ee-a39f-f324367845ed None None] Set router d8590b05-3468-484e-a3da-c01cd361e5e4 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:34:05.685572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:05.688833 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d50d618-d33a-4f0b-8c63-1794bd181fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:05.720649 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:34:05.722143 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:34:05.728715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:05.731305 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:05.742988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d50d618-d33a-4f0b-8c63-1794bd181fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:05.766665 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fdad15bd-0e18-4239-9e64-762b77875e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:05.787214 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb', 'code': 200} Nov 19 14:34:05.789036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50d618-d33a-4f0b-8c63-1794bd181fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a3685c-d9d7-4daa-a96d-e40745e024de,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:05.791664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2d50d618-d33a-4f0b-8c63-1794bd181fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:05.792800 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d50d618-d33a-4f0b-8c63-1794bd181fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:05.796827 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-2d50d618-d33a-4f0b-8c63-1794bd181fce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33a3685c-d9d7-4daa-a96d-e40745e024de HTTP/1.1" status: 204 len: 168 time: 0.2109077 Nov 19 14:34:05.831512 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-95209108-4dd3-4743-9699-403aaf075d7b service neutron] 10.222.0.43 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664657 Nov 19 14:34:05.843885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb,revision_number=6']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:05.850333 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:05.878621 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fccf8e65-71e7-4d2f-b439-5dda4070bb1c req-1b96b0e1-6978-4034-b4b4-bc4fd3766aa9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 200 len: 217 time: 0.3264191 Nov 19 14:34:06.100954 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-2bfa842e-3bfc-45ee-a39f-f324367845ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 4, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port': {'id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:26Z', 'updated_at': '2020-11-19T14:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'f0b79ade-2427-475c-a6fc-602c2198a910', 'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'mac_address': 'fa:16:3e:98:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:29Z', 'updated_at': '2020-11-19T14:27:39Z', 'revision_number': 5, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'subnets': [{'id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:34:06.101149 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd273c27-7226-42ab-86f7-48ad23cd5caf req-8b7abf1e-b9ba-4335-9e7b-31d8efc32215 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:06.105826 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfa842e-3bfc-45ee-a39f-f324367845ed None None] The sync data for ids ['d8590b05-3468-484e-a3da-c01cd361e5e4'] in dv-cinder-763306-2-smb is: [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 4, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port': {'id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:26Z', 'updated_at': '2020-11-19T14:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'f0b79ade-2427-475c-a6fc-602c2198a910', 'name': '', 'network_id': '689c586f-ae12-467a-93b8-8188743ae6eb', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'mac_address': 'fa:16:3e:98:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:29Z', 'updated_at': '2020-11-19T14:27:39Z', 'revision_number': 5, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'subnets': [{'id': 'fea6505e-93b5-42a5-aa0d-383bf41be193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:34:06.107939 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fedfe377-8644-4afa-8cf6-ee0ccf080e11 req-c121eef9-6777-493a-bed9-ddb776787b6d service neutron] 10.222.0.43 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2754836 Nov 19 14:34:06.118222 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cd273c27-7226-42ab-86f7-48ad23cd5caf req-8b7abf1e-b9ba-4335-9e7b-31d8efc32215 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.1204541 Nov 19 14:34:06.193266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf8e65-71e7-4d2f-b439-5dda4070bb1c req-f156b867-7f0c-4a91-921f-183ad7e3ea0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:06.195035 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fccf8e65-71e7-4d2f-b439-5dda4070bb1c req-f156b867-7f0c-4a91-921f-183ad7e3ea0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fea6505e-93b5-42a5-aa0d-383bf41be193 HTTP/1.1" status: 200 len: 854 time: 0.2813597 Nov 19 14:34:06.223181 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cd273c27-7226-42ab-86f7-48ad23cd5caf req-277cbab5-36a7-4cf3-bd06-0934b255f1ac tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039681 Nov 19 14:34:06.290875 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-929277d8-eae9-44f7-be86-0686facbaa44 req-38ce7824-22ed-4fb6-8719-563d084a1f1e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 1163 time: 0.1755300 Nov 19 14:34:06.340634 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fccf8e65-71e7-4d2f-b439-5dda4070bb1c req-1ffdd53d-1479-4f00-a8a6-3721a5f23375 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=689c586f-ae12-467a-93b8-8188743ae6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1350725 Nov 19 14:34:06.372323 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-929277d8-eae9-44f7-be86-0686facbaa44 req-88393a3d-ea89-4d60-9197-f7cf065f8950 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742216 Nov 19 14:34:06.515095 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fccf8e65-71e7-4d2f-b439-5dda4070bb1c req-1daeab16-39b4-4b2c-90ca-b44b41dd72bf service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661665 Nov 19 14:34:06.603647 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abecbffa-6d86-467f-b9dd-fdfd602aab5b None None] New status for floating IP e8e6847e-7eef-4405-884c-239998d933b1: DOWN {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 14:34:06.921011 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device c3bc1f2e-bb8f-4111-bc73-a257782f6fcb up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:34:06.971358 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fccf8e65-71e7-4d2f-b439-5dda4070bb1c req-36d4a374-9c69-447e-ad23-62107a66cf5c service neutron] 10.222.0.16 "GET /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1541836 Nov 19 14:34:07.021031 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:34:07.021452 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:07.463354 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c3a0c-d91c-4ddd-b0cb-5731a0857018 req-dd5e253d-63b0-4d43-b1f9-5020ad798141 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:07.465004 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4b7c3a0c-d91c-4ddd-b0cb-5731a0857018 req-dd5e253d-63b0-4d43-b1f9-5020ad798141 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0891230 Nov 19 14:34:07.526767 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4b7c3a0c-d91c-4ddd-b0cb-5731a0857018 req-5f303fdc-8409-4e39-80ae-83f5562f5423 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549822 Nov 19 14:34:08.771869 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6a3f2-8ab6-4620-85e5-498bd6b1ac47 req-2f2b8fd8-ea14-4733-8ace-17b58ace1501 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:08.781243 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-efd6a3f2-8ab6-4620-85e5-498bd6b1ac47 req-2f2b8fd8-ea14-4733-8ace-17b58ace1501 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0994139 Nov 19 14:34:08.829198 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-efd6a3f2-8ab6-4620-85e5-498bd6b1ac47 req-6a4c23ee-7234-46d0-b2ca-819462b9555a tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469337 Nov 19 14:34:10.066468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0897dff-6381-4eb2-b70c-e34eae134b3e req-37e59dac-0cf7-4938-9f1b-4cd4f6baac04 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:10.068162 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a0897dff-6381-4eb2-b70c-e34eae134b3e req-37e59dac-0cf7-4938-9f1b-4cd4f6baac04 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0894780 Nov 19 14:34:10.131200 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a0897dff-6381-4eb2-b70c-e34eae134b3e req-fa9d78cf-40fb-446a-9d3c-6ea8ef9151a7 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563545 Nov 19 14:34:10.609696 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f66d7-8bb9-4599-8c87-044d272eac1c req-2e1c44dd-a5f7-4375-af06-6b9ee7096265 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:10.611309 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-856f66d7-8bb9-4599-8c87-044d272eac1c req-2e1c44dd-a5f7-4375-af06-6b9ee7096265 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 946 time: 0.0857751 Nov 19 14:34:10.673078 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-856f66d7-8bb9-4599-8c87-044d272eac1c req-f1521938-e1ec-45ee-8223-d4d886154841 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541575 Nov 19 14:34:11.212921 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2d022-16ae-4eb5-9c9f-5d49605385ab req-5359da5b-59a7-48c8-ab6e-70339eea22b4 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:11.213704 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-49e2d022-16ae-4eb5-9c9f-5d49605385ab req-5359da5b-59a7-48c8-ab6e-70339eea22b4 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Synchronizing usage tracker for tenant:537cef2c3277473a913f1a6e337b245b on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:34:11.230132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-49e2d022-16ae-4eb5-9c9f-5d49605385ab req-5359da5b-59a7-48c8-ab6e-70339eea22b4 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Unset dirty status for tenant:537cef2c3277473a913f1a6e337b245b on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:34:11.231340 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-49e2d022-16ae-4eb5-9c9f-5d49605385ab req-5359da5b-59a7-48c8-ab6e-70339eea22b4 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.16 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 946 time: 0.1043971 Nov 19 14:34:11.309341 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-49e2d022-16ae-4eb5-9c9f-5d49605385ab req-b202206d-bf86-451c-a62b-a4cb0a994399 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Deleting port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:34:11.309709 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-49e2d022-16ae-4eb5-9c9f-5d49605385ab req-b202206d-bf86-451c-a62b-a4cb0a994399 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:11.819776 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-49e2d022-16ae-4eb5-9c9f-5d49605385ab req-b202206d-bf86-451c-a62b-a4cb0a994399 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] For port d5e1d818-d4d9-49b3-a2dc-4911dfb69165, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d5e1d818-d4d9-49b3-a2dc-4911dfb69165,segment=NetworkSegment(de4eb240-d84a-4ab6-ab98-cff05bd8f968),segment_id=de4eb240-d84a-4ab6-ab98-cff05bd8f968)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:34:11.820148 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-49e2d022-16ae-4eb5-9c9f-5d49605385ab req-b202206d-bf86-451c-a62b-a4cb0a994399 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:11.994138 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-49e2d022-16ae-4eb5-9c9f-5d49605385ab req-b202206d-bf86-451c-a62b-a4cb0a994399 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Calling delete_port for d5e1d818-d4d9-49b3-a2dc-4911dfb69165 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:34:12.127382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d675424-34a0-43bb-a5e7-eeafe9e1eb7f req-fa9d05b7-b25d-473e-8a4d-3d0e07188ee4 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:12.129017 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1d675424-34a0-43bb-a5e7-eeafe9e1eb7f req-fa9d05b7-b25d-473e-8a4d-3d0e07188ee4 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/ports?device_id=33fbc828-96b7-4ddf-81ed-bedae9aac354 HTTP/1.1" status: 200 len: 946 time: 0.3123829 Nov 19 14:34:12.186622 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-49e2d022-16ae-4eb5-9c9f-5d49605385ab req-b202206d-bf86-451c-a62b-a4cb0a994399 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:12.207784 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b43a19d7-b223-4f8a-94cd-33831d21eac1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:12.257319 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202206d-bf86-451c-a62b-a4cb0a994399 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Pushing event deleted for resources: {'Port': ['ID=d5e1d818-d4d9-49b3-a2dc-4911dfb69165,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:12.262346 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b202206d-bf86-451c-a62b-a4cb0a994399 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:12.265961 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-1d675424-34a0-43bb-a5e7-eeafe9e1eb7f req-63963d69-e706-4f8b-8689-5a75c9beb729 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Synchronizing usage tracker for tenant:537cef2c3277473a913f1a6e337b245b on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:34:12.358292 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-1d675424-34a0-43bb-a5e7-eeafe9e1eb7f req-63963d69-e706-4f8b-8689-5a75c9beb729 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Unset dirty status for tenant:537cef2c3277473a913f1a6e337b245b on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:34:12.359560 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1d675424-34a0-43bb-a5e7-eeafe9e1eb7f req-63963d69-e706-4f8b-8689-5a75c9beb729 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.43 "GET /v2.0/security-groups?id=5a0235d1-8f8b-4483-bfdc-57ca89f29b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203372 Nov 19 14:34:12.431793 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e2d022-16ae-4eb5-9c9f-5d49605385ab req-b202206d-bf86-451c-a62b-a4cb0a994399 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] No DVR routers for this DVR port d5e1d818-d4d9-49b3-a2dc-4911dfb69165 on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:34:12.434376 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-49e2d022-16ae-4eb5-9c9f-5d49605385ab req-b202206d-bf86-451c-a62b-a4cb0a994399 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:12.437377 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'name': 'network-vif-deleted', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:34:12.453932 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-49e2d022-16ae-4eb5-9c9f-5d49605385ab req-b202206d-bf86-451c-a62b-a4cb0a994399 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] 10.222.0.16 "DELETE /v2.0/ports/d5e1d818-d4d9-49b3-a2dc-4911dfb69165 HTTP/1.1" status: 204 len: 173 time: 1.2155290 Nov 19 14:34:12.498478 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fbc828-96b7-4ddf-81ed-bedae9aac354', 'name': 'network-vif-deleted', 'tag': 'd5e1d818-d4d9-49b3-a2dc-4911dfb69165', 'status': 'completed', 'code': 200} Nov 19 14:34:12.883438 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device d5e1d818-d4d9-49b3-a2dc-4911dfb69165 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:34:12.920942 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] No Port match for: d5e1d818-d4d9-49b3-a2dc-4911dfb69165 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:34:12.921368 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device d5e1d818-d4d9-49b3-a2dc-4911dfb69165 not bound to the agent host hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:34:13.628471 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3cef1726-ac69-4a5c-9088-88bf19067400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:14.086708 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35900) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:14.770687 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-831036cd-e085-4b6a-9285-9a25cc588d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854170859'] for router_interface, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:15.165881 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:15.514160 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-831036cd-e085-4b6a-9285-9a25cc588d86 admin admin] Deleting port f0b79ade-2427-475c-a6fc-602c2198a910 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:34:15.514536 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-831036cd-e085-4b6a-9285-9a25cc588d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:15.710705 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:34:15.729870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-831036cd-e085-4b6a-9285-9a25cc588d86 admin admin] For port f0b79ade-2427-475c-a6fc-602c2198a910, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=f0b79ade-2427-475c-a6fc-602c2198a910,segment=NetworkSegment(de4eb240-d84a-4ab6-ab98-cff05bd8f968),segment_id=de4eb240-d84a-4ab6-ab98-cff05bd8f968)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:34:15.730234 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-831036cd-e085-4b6a-9285-9a25cc588d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:15.873730 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-831036cd-e085-4b6a-9285-9a25cc588d86 admin admin] Calling delete_port for f0b79ade-2427-475c-a6fc-602c2198a910 owned by network:router_interface {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:34:16.048589 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5942dd9a-3fa8-4356-96a7-9e20b2b79b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:16.100138 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-831036cd-e085-4b6a-9285-9a25cc588d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:16.121753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4feeac32-1ad1-4dc9-8497-a543cb5cd544 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:16.170034 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831036cd-e085-4b6a-9285-9a25cc588d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0b79ade-2427-475c-a6fc-602c2198a910,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:16.175102 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-831036cd-e085-4b6a-9285-9a25cc588d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:16.566591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:16.604577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-831036cd-e085-4b6a-9285-9a25cc588d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1441482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854173095'] for router_interface, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:17.420174 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:17.643574 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831036cd-e085-4b6a-9285-9a25cc588d86 admin admin] Router d8590b05-3468-484e-a3da-c01cd361e5e4 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:34:17.862753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831036cd-e085-4b6a-9285-9a25cc588d86 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:34:17.871777 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4dfe0d-61a3-4a77-921d-4e82ef282e98 None None] Sync routers for ids ['d8590b05-3468-484e-a3da-c01cd361e5e4'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:34:17.876645 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-831036cd-e085-4b6a-9285-9a25cc588d86 admin admin] 10.222.0.43 "PUT /v2.0/routers/d8590b05-3468-484e-a3da-c01cd361e5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7885892 Nov 19 14:34:17.879421 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35924) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:17.886402 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4dfe0d-61a3-4a77-921d-4e82ef282e98 None None] Routers {'d8590b05-3468-484e-a3da-c01cd361e5e4'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:34:17.887061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-4f4dfe0d-61a3-4a77-921d-4e82ef282e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:34:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['d8590b05-3468-484e-a3da-c01cd361e5e4'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:34:18.020737 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:18.073091 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-4f4dfe0d-61a3-4a77-921d-4e82ef282e98 None None] Set router d8590b05-3468-484e-a3da-c01cd361e5e4 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:34:18.093589 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:18.302253 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:18.311966 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Deleting port 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:34:18.312345 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:18.388476 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-4f4dfe0d-61a3-4a77-921d-4e82ef282e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171'}], 'enable_snat': True}, 'gw_port_id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:34:16Z', 'revision_number': 5, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port': {'id': '1c80e3e2-0145-4c6d-8bdc-c0a484d69da5', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:67:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:26Z', 'updated_at': '2020-11-19T14:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:34:18.392691 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4dfe0d-61a3-4a77-921d-4e82ef282e98 None None] Checking router: d8590b05-3468-484e-a3da-c01cd361e5e4 for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:34:18.404650 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4dfe0d-61a3-4a77-921d-4e82ef282e98 None None] Routers {'d8590b05-3468-484e-a3da-c01cd361e5e4'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:34:18.405340 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-4f4dfe0d-61a3-4a77-921d-4e82ef282e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:34:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['d8590b05-3468-484e-a3da-c01cd361e5e4'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:34:18.500723 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] For port 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=1c80e3e2-0145-4c6d-8bdc-c0a484d69da5,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:34:18.501196 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:18.567595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-4f4dfe0d-61a3-4a77-921d-4e82ef282e98 None None] Set router d8590b05-3468-484e-a3da-c01cd361e5e4 gateway port host: None {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:34:18.630433 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Calling delete_port for 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 owned by network:router_gateway {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:34:18.680264 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-4f4dfe0d-61a3-4a77-921d-4e82ef282e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:34:18Z', 'revision_number': 6, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port_host': None}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:34:18.684604 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4dfe0d-61a3-4a77-921d-4e82ef282e98 None None] The sync data for ids ['d8590b05-3468-484e-a3da-c01cd361e5e4'] in dv-cinder-763306-2-smb is: [{'id': 'd8590b05-3468-484e-a3da-c01cd361e5e4', 'name': 'tempest-TestMinimumBasicScenario-1592671651-router', 'tenant_id': '537cef2c3277473a913f1a6e337b245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:25Z', 'updated_at': '2020-11-19T14:34:18Z', 'revision_number': 6, 'project_id': '537cef2c3277473a913f1a6e337b245b', 'gw_port_host': None}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:34:18.826111 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:18.849158 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:18.896250 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c80e3e2-0145-4c6d-8bdc-c0a484d69da5,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:18.908165 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:19.227284 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854174341'] for router_gateway, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:19.739453 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-983'] for router, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:19.747141 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:19.782260 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690649'] for router, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:19.782841 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8590b05-3468-484e-a3da-c01cd361e5e4 {{(pid=80335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 14:34:19.796486 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] Notify callbacks [] for router, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:19.797787 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9ccf511b-5302-435f-bb32-adc8860917d8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d8590b05-3468-484e-a3da-c01cd361e5e4 HTTP/1.1" status: 204 len: 168 time: 1.9173412 Nov 19 14:34:19.800459 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35936) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:19.870480 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d17a25-031d-44ae-8ef8-d148cc0746b4 admin admin] Deleting subnet fea6505e-93b5-42a5-aa0d-383bf41be193 {{(pid=80335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 14:34:19.873963 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-07d17a25-031d-44ae-8ef8-d148cc0746b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:19.931888 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-07d17a25-031d-44ae-8ef8-d148cc0746b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2955110'] for subnet, precommit_delete_associations {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:20.055953 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-07d17a25-031d-44ae-8ef8-d148cc0746b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1992101'] for subnet, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:20.332307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-07d17a25-031d-44ae-8ef8-d148cc0746b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852783684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852524426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2623732'] for subnet, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:20.346290 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:20.391106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d17a25-031d-44ae-8ef8-d148cc0746b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea6505e-93b5-42a5-aa0d-383bf41be193,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:20.395430 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-07d17a25-031d-44ae-8ef8-d148cc0746b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:20.488988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-07d17a25-031d-44ae-8ef8-d148cc0746b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:20.494529 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c954d4-e865-46ff-b610-99afdb033788 None None] Network 689c586f-ae12-467a-93b8-8188743ae6eb requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:34:20.496652 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-07d17a25-031d-44ae-8ef8-d148cc0746b4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fea6505e-93b5-42a5-aa0d-383bf41be193 HTTP/1.1" status: 204 len: 168 time: 0.6944151 Nov 19 14:34:20.499639 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 35950) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:20.591663 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:34:20.621443 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1858883'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:20.640870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No Port match for: 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:34:20.641287 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 1c80e3e2-0145-4c6d-8bdc-c0a484d69da5 not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:34:20.641715 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device f0b79ade-2427-475c-a6fc-602c2198a910 no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:34:20.689397 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Deleting port b36401e9-3215-490d-8ca8-391f38131206 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:34:20.689768 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:20.707613 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No Port match for: f0b79ade-2427-475c-a6fc-602c2198a910 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:34:20.708017 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device f0b79ade-2427-475c-a6fc-602c2198a910 not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:34:20.830545 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373cbf5b-3cff-43ad-9c4a-6547974967d9 None None] DHCP port deletion for 689c586f-ae12-467a-93b8-8188743ae6eb request from dv-cinder-763306-2-smb {{(pid=80336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 14:34:20.835304 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-373cbf5b-3cff-43ad-9c4a-6547974967d9 None None] Deleting port b36401e9-3215-490d-8ca8-391f38131206 {{(pid=80336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:34:20.835729 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-373cbf5b-3cff-43ad-9c4a-6547974967d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:20.914402 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] For port b36401e9-3215-490d-8ca8-391f38131206, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=b36401e9-3215-490d-8ca8-391f38131206,segment=NetworkSegment(de4eb240-d84a-4ab6-ab98-cff05bd8f968),segment_id=de4eb240-d84a-4ab6-ab98-cff05bd8f968)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:34:20.914797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:21.048029 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Calling delete_port for b36401e9-3215-490d-8ca8-391f38131206 owned by network:dhcp {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:34:21.051817 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-373cbf5b-3cff-43ad-9c4a-6547974967d9 None None] For port b36401e9-3215-490d-8ca8-391f38131206, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=b36401e9-3215-490d-8ca8-391f38131206,segment=NetworkSegment(de4eb240-d84a-4ab6-ab98-cff05bd8f968),segment_id=de4eb240-d84a-4ab6-ab98-cff05bd8f968)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:34:21.052275 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-373cbf5b-3cff-43ad-9c4a-6547974967d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:21.124702 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:21.141076 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-3024135a-a829-4cce-8293-96257206207d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:21.177641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-373cbf5b-3cff-43ad-9c4a-6547974967d9 None None] Calling delete_port for b36401e9-3215-490d-8ca8-391f38131206 owned by network:dhcp {{(pid=80336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:34:21.193033 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Pushing event deleted for resources: {'Port': ['ID=b36401e9-3215-490d-8ca8-391f38131206,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:21.246443 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.api [None req-373cbf5b-3cff-43ad-9c4a-6547974967d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 14:34:21.246846 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_db.api [None req-373cbf5b-3cff-43ad-9c4a-6547974967d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 14:34:21.273923 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.274337 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.274748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.275145 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.275558 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.275940 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.276337 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.276731 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.277137 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.277518 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.277933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.278293 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.278743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.279128 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.279516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.279912 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.280287 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.280669 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.281052 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.281435 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.281850 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.282235 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.282620 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.283004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:21.292429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:21.305258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] No DVR routers for this DVR port b36401e9-3215-490d-8ca8-391f38131206 on host dv-cinder-763306-2-smb {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:34:21.428755 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970236', 'neutron.services.segments.db._delete_segments_for_network--9223363247167790520'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:21.543940 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689c586f-ae12-467a-93b8-8188743ae6eb']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:34:21.557212 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4eb240-d84a-4ab6-ab98-cff05bd8f968') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:34:21.557482 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4eb240-d84a-4ab6-ab98-cff05bd8f968') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:34:21.570774 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247167819704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852154374'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:21.586642 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:21.588935 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 14:34:21.748004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-373cbf5b-3cff-43ad-9c4a-6547974967d9 None None] Deleting port b36401e9-3215-490d-8ca8-391f38131206 {{(pid=80336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:34:21.748426 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-373cbf5b-3cff-43ad-9c4a-6547974967d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:21.777475 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Network 689c586f-ae12-467a-93b8-8188743ae6eb has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:34:21.787208 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1994887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851852602'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:21.811067 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35970) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:21.828805 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-373cbf5b-3cff-43ad-9c4a-6547974967d9 None None] The port 'b36401e9-3215-490d-8ca8-391f38131206' was deleted {{(pid=80336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 14:34:21.967606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-23f20771-18c5-44e5-a749-da7ff51fefe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:21.973106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Network 689c586f-ae12-467a-93b8-8188743ae6eb has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: Traceback (most recent call last): Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: timer() Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: cb(*args, **kw) Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: return func(*args, **kwargs) Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: self._notify() Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: self.callback(batched_events) Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: event.method(event) Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: segment_id)['aggregates'][0] Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: return f(self, *a, **k) Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: return self._get(url).json() Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: **kwargs) Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: return self.request(url, 'GET', **kwargs) Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: **endpoint_filter) Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:34:21.996696 dv-cinder-763306-2-smb neutron-server[80223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:34:22.001447 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-23f20771-18c5-44e5-a749-da7ff51fefe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:34:22.006022 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-23f20771-18c5-44e5-a749-da7ff51fefe7 admin admin] Usage tracker for resource:security_group_rule and tenant:1644c3c5a48341e7a86ec0be7ec8636b is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:34:22.009061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-23f20771-18c5-44e5-a749-da7ff51fefe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:34:22.015176 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-23f20771-18c5-44e5-a749-da7ff51fefe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:34:22.074667 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852805557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:22.079228 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-bcb4060f-5abb-408d-a44f-44942cfc8a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:22.084554 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-23f20771-18c5-44e5-a749-da7ff51fefe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:22.096337 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-23f20771-18c5-44e5-a749-da7ff51fefe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:22.104563 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:22.105645 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-13fe890e-9117-411e-bcf9-2fc03613e95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:22.107495 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Pushing event deleted for resources: {'Network': ['ID=689c586f-ae12-467a-93b8-8188743ae6eb,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:22.110803 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:22.128520 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] 10.222.0.43 "DELETE /v2.0/networks/689c586f-ae12-467a-93b8-8188743ae6eb HTTP/1.1" status: 204 len: 168 time: 1.6278174 Nov 19 14:34:22.154383 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f20771-18c5-44e5-a749-da7ff51fefe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcabc29-4ca0-4d71-a5fa-ce321a1b8e90,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:22.158189 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-23f20771-18c5-44e5-a749-da7ff51fefe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:22.163255 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-23f20771-18c5-44e5-a749-da7ff51fefe7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1644c3c5a48341e7a86ec0be7ec8636b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3484976 Nov 19 14:34:22.163743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 35978) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:22.230172 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6fce768f-b201-4c85-a5db-efabe82ce422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:22.258061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6fce768f-b201-4c85-a5db-efabe82ce422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:22.277268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 35982) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:22.306398 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6fce768f-b201-4c85-a5db-efabe82ce422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:22.310506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b7a70244-6df6-4c09-b3f2-ed4d31d66c86 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:22.322573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce768f-b201-4c85-a5db-efabe82ce422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcabc29-4ca0-4d71-a5fa-ce321a1b8e90,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:22.327591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6fce768f-b201-4c85-a5db-efabe82ce422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:22.329572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6fce768f-b201-4c85-a5db-efabe82ce422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:22.333701 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6fce768f-b201-4c85-a5db-efabe82ce422 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3fcabc29-4ca0-4d71-a5fa-ce321a1b8e90 HTTP/1.1" status: 204 len: 168 time: 0.1691289 Nov 19 14:34:22.334720 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-76df06f5-f793-4cf0-a228-3195ee1eceec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=537cef2c3277473a913f1a6e337b245b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0559108 Nov 19 14:34:22.337096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 35988) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:22.408243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2535-7ee1-4b05-9ac5-1bb232d9c511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:22.435985 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2535-7ee1-4b05-9ac5-1bb232d9c511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:22.486817 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2535-7ee1-4b05-9ac5-1bb232d9c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:22.492828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-63a2b3a1-ff00-4d4e-81a6-57cb8d3b31d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:22.507373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b2535-7ee1-4b05-9ac5-1bb232d9c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0235d1-8f8b-4483-bfdc-57ca89f29b40,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:22.510769 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fb2b2535-7ee1-4b05-9ac5-1bb232d9c511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:22.516938 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2535-7ee1-4b05-9ac5-1bb232d9c511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:22.518214 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-fb2b2535-7ee1-4b05-9ac5-1bb232d9c511 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a0235d1-8f8b-4483-bfdc-57ca89f29b40 HTTP/1.1" status: 204 len: 168 time: 0.1800299 Nov 19 14:34:22.581429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device b36401e9-3215-490d-8ca8-391f38131206 no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:34:22.615890 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No Port match for: b36401e9-3215-490d-8ca8-391f38131206 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:34:22.616276 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device b36401e9-3215-490d-8ca8-391f38131206 not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:34:23.377876 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36010) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:23.529036 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-474634964-network', 'tenant_id': '3aac4a43a1dd401b93d5b7c161ae5e6c'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:23.534641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:34:23.539223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Usage tracker for resource:network and tenant:3aac4a43a1dd401b93d5b7c161ae5e6c is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:34:23.542391 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:34:23.548722 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:34:23.565531 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Made reservation on behalf of 3aac4a43a1dd401b93d5b7c161ae5e6c for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:34:23.571026 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:23.584753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:23.625927 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:34:23.631719 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Usage tracker for resource:security_group_rule and tenant:3aac4a43a1dd401b93d5b7c161ae5e6c is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:34:23.634956 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:34:23.641486 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:34:23.715608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:23.720214 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:23.723570 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-faae52d9-3739-4196-b1f6-4c061e1911fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:23.756624 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:34:23.765753 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3819662-65cd-483b-8bac-f2db6d5d4ba7,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:23.769562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:23.772522 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:23.772891 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Added segment 7e4c08c3-d26c-488f-8733-28f15d671918 of type vxlan for network 10f0021e-959e-4aff-abf9-0b82a252e1c5 Nov 19 14:34:23.803550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:23.836179 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:23.837458 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:23.838181 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:23.841748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-72ef8bc1-a87f-4cf8-8710-51724304b078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:23.951848 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5727639 Nov 19 14:34:23.952636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Pushing event updated for resources: {'Network': ['ID=10f0021e-959e-4aff-abf9-0b82a252e1c5,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:23.955358 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 36016) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:34:23.955863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:23.962727 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Request body: {'subnet': {'network_id': '10f0021e-959e-4aff-abf9-0b82a252e1c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-474634964-subnet', 'tenant_id': '3aac4a43a1dd401b93d5b7c161ae5e6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:23.964626 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network 10f0021e-959e-4aff-abf9-0b82a252e1c5 details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:34:23.968440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:34:23.972798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Usage tracker for resource:subnet and tenant:3aac4a43a1dd401b93d5b7c161ae5e6c is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:34:23.975996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:34:23.980109 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network 10f0021e-959e-4aff-abf9-0b82a252e1c5 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:34:23.982058 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:34:23.993603 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Made reservation on behalf of 3aac4a43a1dd401b93d5b7c161ae5e6c for: {'subnet': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:34:23.998578 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852152113'] for subnet, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:24.443057 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2251450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852152068'] for subnet, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:24.456468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-07d17a25-031d-44ae-8ef8-d148cc0746b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:24.591314 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=962f7c12-4d81-4bf3-b150-81dcb6e8ef0b,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:24.595748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:24.660829 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Checking segment: {'id': '7e4c08c3-d26c-488f-8733-28f15d671918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '10f0021e-959e-4aff-abf9-0b82a252e1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:34:24.661223 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Network hostable DHCP agents. Network: 10f0021e-959e-4aff-abf9-0b82a252e1c5, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:34:24.686885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Network 10f0021e-959e-4aff-abf9-0b82a252e1c5 is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:34:24.697236 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, 10f0021e-959e-4aff-abf9-0b82a252e1c5) {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:34:24.706895 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4189c5cb-c1e7-40f3-a939-66d2d469fdcb None None] Network 10f0021e-959e-4aff-abf9-0b82a252e1c5 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:34:24.709911 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:24.710570 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:24.731525 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-8d42d276-86e6-4289-8f71-c9ea8219fc27 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7746897 Nov 19 14:34:24.931948 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d931af-0d88-42d0-acab-eebc97bad261 None None] Network 10f0021e-959e-4aff-abf9-0b82a252e1c5 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:34:26.964208 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385412c-2411-4a2a-9d23-694075d0f285 req-807e217a-3560-4e2d-8027-400a64f8dd71 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:26.964942 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-2385412c-2411-4a2a-9d23-694075d0f285 req-807e217a-3560-4e2d-8027-400a64f8dd71 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Synchronizing usage tracker for tenant:3aac4a43a1dd401b93d5b7c161ae5e6c on resource:network {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:34:26.985573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-2385412c-2411-4a2a-9d23-694075d0f285 req-807e217a-3560-4e2d-8027-400a64f8dd71 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Unset dirty status for tenant:3aac4a43a1dd401b93d5b7c161ae5e6c on resource:network {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:34:26.987785 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-807e217a-3560-4e2d-8027-400a64f8dd71 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/networks?id=10f0021e-959e-4aff-abf9-0b82a252e1c5 HTTP/1.1" status: 200 len: 808 time: 0.1796398 Nov 19 14:34:27.006553 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-8de7a7fd-5356-41b4-b9e5-bb7ead05975c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/quotas/3aac4a43a1dd401b93d5b7c161ae5e6c HTTP/1.1" status: 200 len: 375 time: 0.0119321 Nov 19 14:34:27.056903 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-b11c58db-bebb-44ac-a9d7-ecf4ff97003c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aac4a43a1dd401b93d5b7c161ae5e6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448921 Nov 19 14:34:27.208371 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-cfc30def-143a-430d-bb2c-8972ce2eba05 service neutron] 10.222.0.43 "GET /v2.0/networks/10f0021e-959e-4aff-abf9-0b82a252e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408484 Nov 19 14:34:27.353845 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-1cc2baeb-2958-4092-93e0-a3eefdfd9593 service neutron] 10.222.0.43 "GET /v2.0/networks/10f0021e-959e-4aff-abf9-0b82a252e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388655 Nov 19 14:34:27.568267 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-56766cc0-c141-482f-a43b-864fb5bb92a1 req-f4190b65-b42c-425f-b4a4-28cc4e88e493 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 210 time: 0.0511224 Nov 19 14:34:28.794127 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3a5c621d-4d2a-465f-9ebf-460c316c1c28 req-fb6a5943-7056-4681-9f85-d787ce8cf9cd tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 210 time: 0.0621543 Nov 19 14:34:28.831352 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385412c-2411-4a2a-9d23-694075d0f285 req-8a7fee87-8180-47bd-a27d-f1ea48d8cf4b tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:28.832956 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-8a7fee87-8180-47bd-a27d-f1ea48d8cf4b tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.16 "GET /v2.0/networks?id=10f0021e-959e-4aff-abf9-0b82a252e1c5 HTTP/1.1" status: 200 len: 808 time: 0.2128282 Nov 19 14:34:28.860098 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Request body: {'port': {'device_id': '393bfeb0-e932-44c7-972e-c269ad734a4a', 'network_id': '10f0021e-959e-4aff-abf9-0b82a252e1c5', 'admin_state_up': True, 'tenant_id': '3aac4a43a1dd401b93d5b7c161ae5e6c'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:29.237393 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:34:29.241916 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Usage tracker for resource:port and tenant:3aac4a43a1dd401b93d5b7c161ae5e6c is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:34:29.245010 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Quota usage for port was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:34:29.251220 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:34:29.265206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Made reservation on behalf of 3aac4a43a1dd401b93d5b7c161ae5e6c for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:34:29.271136 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:29.578709 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Allocated IP 172.20.0.2 (10f0021e-959e-4aff-abf9-0b82a252e1c5/962f7c12-4d81-4bf3-b150-81dcb6e8ef0b/9f277eb4-ff1a-4735-837c-b860afba7212) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:34:29.798179 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:29.835366 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:29.852517 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-99f04ab3-3f99-476b-b094-c703234ac65f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:29.997493 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Pushing event updated for resources: {'Port': ['ID=9f277eb4-ff1a-4735-837c-b860afba7212,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:30.002796 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:30.008113 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bc481-e4e1-4d49-8a6b-76317c68050f req-5bb1d101-6906-46f9-ad13-fd8d7257c8a6 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:30.009750 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7e2bc481-e4e1-4d49-8a6b-76317c68050f req-5bb1d101-6906-46f9-ad13-fd8d7257c8a6 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 931 time: 0.0841196 Nov 19 14:34:30.050226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Network 10f0021e-959e-4aff-abf9-0b82a252e1c5 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:34:30.051950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:34:30.054479 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:34:30.060226 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7e2bc481-e4e1-4d49-8a6b-76317c68050f req-118f2d95-5b51-49e7-9731-8d1eda273a7a tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439568 Nov 19 14:34:30.119590 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:30.120172 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:30.141159 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2852192 Nov 19 14:34:30.160553 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Request body: {'port': {'device_id': '393bfeb0-e932-44c7-972e-c269ad734a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:30.285212 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:30.695659 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f277eb4-ff1a-4735-837c-b860afba7212 {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:34:30.703055 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:30.715930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Transition to ACTIVE for port object 9f277eb4-ff1a-4735-837c-b860afba7212 will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:34:30.720392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:30.733587 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c796921e-d472-401f-9f0c-416231ad008c tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:30.872698 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Pushing event updated for resources: {'Port': ['ID=9f277eb4-ff1a-4735-837c-b860afba7212,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:30.880865 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:31.068841 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Attempting to bind port 9f277eb4-ff1a-4735-837c-b860afba7212 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:34:31.069220 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Attempting to bind port 9f277eb4-ff1a-4735-837c-b860afba7212 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '7e4c08c3-d26c-488f-8733-28f15d671918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '10f0021e-959e-4aff-abf9-0b82a252e1c5'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:34:31.069572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Attempting to bind port 9f277eb4-ff1a-4735-837c-b860afba7212 on network 10f0021e-959e-4aff-abf9-0b82a252e1c5 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:34:31.076862 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:34:31.077228 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Checking segment: {'id': '7e4c08c3-d26c-488f-8733-28f15d671918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '10f0021e-959e-4aff-abf9-0b82a252e1c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:34:31.077628 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:31.078045 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Bound using segment: {'id': '7e4c08c3-d26c-488f-8733-28f15d671918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '10f0021e-959e-4aff-abf9-0b82a252e1c5'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:34:31.078519 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Bound port: 9f277eb4-ff1a-4735-837c-b860afba7212, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4c08c3-d26c-488f-8733-28f15d671918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '10f0021e-959e-4aff-abf9-0b82a252e1c5'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:34:31.078886 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:31.173133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] For port 9f277eb4-ff1a-4735-837c-b860afba7212, host hv-cinder-76330, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:34:31.176727 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] For port 9f277eb4-ff1a-4735-837c-b860afba7212, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9f277eb4-ff1a-4735-837c-b860afba7212,segment=NetworkSegment(7e4c08c3-d26c-488f-8733-28f15d671918),segment_id=7e4c08c3-d26c-488f-8733-28f15d671918)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:34:31.181528 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:31.196397 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fe131ea5-e5aa-47ca-bbe1-d6f8f7adeaf5 tempest-ServerRescueNegativeTestJSON-338679136 tempest-ServerRescueNegativeTestJSON-338679136] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:31.422072 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Pushing event updated for resources: {'Port': ['ID=9f277eb4-ff1a-4735-837c-b860afba7212,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:31.429269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:31.460480 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07efc95-9adb-4d1c-b204-5421a37a397e req-f48c166e-688e-40a0-a8e4-1c53237d7ed4 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:31.461241 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-c07efc95-9adb-4d1c-b204-5421a37a397e req-f48c166e-688e-40a0-a8e4-1c53237d7ed4 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Synchronizing usage tracker for tenant:3aac4a43a1dd401b93d5b7c161ae5e6c on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:34:31.464601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:31.466102 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f277eb4-ff1a-4735-837c-b860afba7212 HTTP/1.1" status: 200 len: 1157 time: 1.3101203 Nov 19 14:34:31.466636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393bfeb0-e932-44c7-972e-c269ad734a4a', 'tag': '9f277eb4-ff1a-4735-837c-b860afba7212'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:34:31.489526 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-c07efc95-9adb-4d1c-b204-5421a37a397e req-f48c166e-688e-40a0-a8e4-1c53237d7ed4 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Unset dirty status for tenant:3aac4a43a1dd401b93d5b7c161ae5e6c on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:34:31.490854 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c07efc95-9adb-4d1c-b204-5421a37a397e req-f48c166e-688e-40a0-a8e4-1c53237d7ed4 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 943 time: 0.2956264 Nov 19 14:34:31.532379 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393bfeb0-e932-44c7-972e-c269ad734a4a', 'tag': '9f277eb4-ff1a-4735-837c-b860afba7212', 'status': 'completed', 'code': 200} Nov 19 14:34:31.545350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-c07efc95-9adb-4d1c-b204-5421a37a397e req-735e42a1-791e-4091-8e53-5cab26388e81 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Synchronizing usage tracker for tenant:3aac4a43a1dd401b93d5b7c161ae5e6c on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:34:31.610120 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-c07efc95-9adb-4d1c-b204-5421a37a397e req-735e42a1-791e-4091-8e53-5cab26388e81 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Unset dirty status for tenant:3aac4a43a1dd401b93d5b7c161ae5e6c on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:34:31.611322 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c07efc95-9adb-4d1c-b204-5421a37a397e req-735e42a1-791e-4091-8e53-5cab26388e81 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132052 Nov 19 14:34:31.639912 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-42ec3d5d-16c8-4b88-ada7-50197093eabd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3aac4a43a1dd401b93d5b7c161ae5e6c&device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 1160 time: 0.0818605 Nov 19 14:34:31.721456 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-fc654063-7641-45e5-956a-3b5990968cc7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f277eb4-ff1a-4735-837c-b860afba7212 HTTP/1.1" status: 200 len: 217 time: 0.0668373 Nov 19 14:34:31.795718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385412c-2411-4a2a-9d23-694075d0f285 req-570dbf9f-8644-416e-b024-9bcb31c2dc92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:31.797294 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-570dbf9f-8644-416e-b024-9bcb31c2dc92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=962f7c12-4d81-4bf3-b150-81dcb6e8ef0b HTTP/1.1" status: 200 len: 848 time: 0.0690131 Nov 19 14:34:31.847138 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-1640ffa2-a08a-4b7f-8bbb-3c33be5a89e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f0021e-959e-4aff-abf9-0b82a252e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428488 Nov 19 14:34:31.993735 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-e5f33b69-a1cd-4cd8-b1da-a0c7d52a7cad service neutron] 10.222.0.16 "GET /v2.0/networks/10f0021e-959e-4aff-abf9-0b82a252e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390345 Nov 19 14:34:32.149357 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2385412c-2411-4a2a-9d23-694075d0f285 req-28f8c1e5-7532-4e35-a53c-370089058543 service neutron] 10.222.0.16 "GET /v2.0/networks/10f0021e-959e-4aff-abf9-0b82a252e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1481545 Nov 19 14:34:32.328798 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c3bfed3e-9272-4e44-a8ef-767d9fcc8ab9 req-e871941b-4aad-4d98-8635-b0f1c2a81129 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3aac4a43a1dd401b93d5b7c161ae5e6c&device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 1160 time: 0.0772820 Nov 19 14:34:32.474561 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfed3e-9272-4e44-a8ef-767d9fcc8ab9 req-be685722-aefa-4e88-a413-317bf9c375e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:32.476227 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c3bfed3e-9272-4e44-a8ef-767d9fcc8ab9 req-be685722-aefa-4e88-a413-317bf9c375e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=10f0021e-959e-4aff-abf9-0b82a252e1c5 HTTP/1.1" status: 200 len: 902 time: 0.1401918 Nov 19 14:34:32.550940 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c3bfed3e-9272-4e44-a8ef-767d9fcc8ab9 req-3dd159b1-e9e1-49f8-8ae0-ffdaeba1269a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f277eb4-ff1a-4735-837c-b860afba7212 HTTP/1.1" status: 200 len: 217 time: 0.0675640 Nov 19 14:34:32.621221 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfed3e-9272-4e44-a8ef-767d9fcc8ab9 req-a7c28681-5aaa-40ef-bfd9-6eabd27fa471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:32.622539 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c3bfed3e-9272-4e44-a8ef-767d9fcc8ab9 req-a7c28681-5aaa-40ef-bfd9-6eabd27fa471 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=962f7c12-4d81-4bf3-b150-81dcb6e8ef0b HTTP/1.1" status: 200 len: 848 time: 0.0637910 Nov 19 14:34:32.676489 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c3bfed3e-9272-4e44-a8ef-767d9fcc8ab9 req-6b293510-3b39-419d-9715-2de6bbf27d12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f0021e-959e-4aff-abf9-0b82a252e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465610 Nov 19 14:34:32.821888 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c3bfed3e-9272-4e44-a8ef-767d9fcc8ab9 req-58af076d-7941-4e6f-b5c5-0eeb8bbce611 service neutron] 10.222.0.16 "GET /v2.0/networks/10f0021e-959e-4aff-abf9-0b82a252e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386130 Nov 19 14:34:32.829345 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d00c10-6117-4a3c-abf3-5875f6b61676 req-6d17ce33-baca-49c4-8683-a4b1a8786bbf tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:32.831019 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-18d00c10-6117-4a3c-abf3-5875f6b61676 req-6d17ce33-baca-49c4-8683-a4b1a8786bbf tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 943 time: 0.0883904 Nov 19 14:34:32.880814 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-18d00c10-6117-4a3c-abf3-5875f6b61676 req-2d4adad4-da09-4669-ae09-727df3566ff9 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Nov 19 14:34:33.203837 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c3bfed3e-9272-4e44-a8ef-767d9fcc8ab9 req-8d7a29bc-1850-43f1-bd9f-58fb02ce5d9f service neutron] 10.222.0.16 "GET /v2.0/networks/10f0021e-959e-4aff-abf9-0b82a252e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3742685 Nov 19 14:34:34.106517 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9fdf2-522d-4279-81e4-c89be136ab08 req-fe4685a7-6304-4918-ba02-ac6f2bcda8f3 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:34.108139 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fff9fdf2-522d-4279-81e4-c89be136ab08 req-fe4685a7-6304-4918-ba02-ac6f2bcda8f3 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 943 time: 0.0906200 Nov 19 14:34:34.157142 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fff9fdf2-522d-4279-81e4-c89be136ab08 req-1f79e67b-ab02-42e6-9d7f-744cdddbdf20 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426912 Nov 19 14:34:35.387574 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8651b43-4980-4410-8828-3d4908f311fe req-bff7274c-e531-4daf-9bc7-c096069406d0 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:35.389230 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b8651b43-4980-4410-8828-3d4908f311fe req-bff7274c-e531-4daf-9bc7-c096069406d0 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 943 time: 0.0919552 Nov 19 14:34:35.442003 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b8651b43-4980-4410-8828-3d4908f311fe req-8457be2f-3376-40ae-b135-5f326828a686 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464265 Nov 19 14:34:36.682022 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b17bc-4dc7-4c6b-8f18-ccddf3b54f10 req-3c3eafb0-545d-40e1-95b5-bef141066843 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:36.683631 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7c7b17bc-4dc7-4c6b-8f18-ccddf3b54f10 req-3c3eafb0-545d-40e1-95b5-bef141066843 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 943 time: 0.0930002 Nov 19 14:34:36.733162 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7c7b17bc-4dc7-4c6b-8f18-ccddf3b54f10 req-bbf4d62a-7fd1-4d69-afff-de6adb3d2524 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Nov 19 14:34:37.103018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.objects.ports [None req-82a43af5-712a-43da-b712-9afd10e08b65 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80336) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 14:34:37.749317 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 9f277eb4-ff1a-4735-837c-b860afba7212 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:34:37.830130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port 9f277eb4-ff1a-4735-837c-b860afba7212 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:34:37.837384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 9f277eb4-ff1a-4735-837c-b860afba7212 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:34:37.837855 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:37.958310 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6cc47-26a5-4e01-b465-ae1ad4f2a53e req-65fb2146-9153-475b-bbdf-61aca69c3575 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:37.959765 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:37.959940 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-29f6cc47-26a5-4e01-b465-ae1ad4f2a53e req-65fb2146-9153-475b-bbdf-61aca69c3575 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 943 time: 0.0845246 Nov 19 14:34:37.987610 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393bfeb0-e932-44c7-972e-c269ad734a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f277eb4-ff1a-4735-837c-b860afba7212'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:34:37.998140 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 9f277eb4-ff1a-4735-837c-b860afba7212, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9f277eb4-ff1a-4735-837c-b860afba7212,segment=NetworkSegment(7e4c08c3-d26c-488f-8733-28f15d671918),segment_id=7e4c08c3-d26c-488f-8733-28f15d671918)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:34:38.001598 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:38.003527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:38.010549 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-29f6cc47-26a5-4e01-b465-ae1ad4f2a53e req-d112c8ea-711d-4f51-a901-8689926d1e22 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440996 Nov 19 14:34:38.050071 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393bfeb0-e932-44c7-972e-c269ad734a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f277eb4-ff1a-4735-837c-b860afba7212', 'code': 200} Nov 19 14:34:38.072056 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=9f277eb4-ff1a-4735-837c-b860afba7212,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:38.081874 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.082257 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.082630 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.083113 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.083478 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.083842 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.084207 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.084571 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.084926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.085286 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.085641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.086039 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.086435 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.086787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.087139 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.087489 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.087837 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.088186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.088541 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.088882 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.089226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.089573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.089947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.090296 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:34:38.094756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:38.336509 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3e82e3b9-d737-427a-bf0a-27414e3da9dc req-a98db53e-d276-4461-a676-2c3917b2ae29 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 1162 time: 0.0758927 Nov 19 14:34:38.381936 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3e82e3b9-d737-427a-bf0a-27414e3da9dc req-0c257397-cbac-419b-aa63-762b4826ddb5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383711 Nov 19 14:34:39.099320 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 9f277eb4-ff1a-4735-837c-b860afba7212 up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:34:39.173544 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 9f277eb4-ff1a-4735-837c-b860afba7212 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:34:39.173993 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:39.239469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95fb2c-27c0-4fe7-be98-e785f26a5736 req-ce529662-e1c9-436e-9477-39cc016c3266 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:39.241092 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6b95fb2c-27c0-4fe7-be98-e785f26a5736 req-ce529662-e1c9-436e-9477-39cc016c3266 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 945 time: 0.0892017 Nov 19 14:34:39.292240 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6b95fb2c-27c0-4fe7-be98-e785f26a5736 req-6adf9b0c-96c3-4ac6-9ad6-bd35fd54ba37 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436518 Nov 19 14:34:40.532031 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00465e14-9b0f-4adc-8d38-e50d9b590256 req-5cf40f48-763d-4bf7-ae22-79d4b2b91026 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:40.533648 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-00465e14-9b0f-4adc-8d38-e50d9b590256 req-5cf40f48-763d-4bf7-ae22-79d4b2b91026 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 945 time: 0.0970182 Nov 19 14:34:40.582286 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-00465e14-9b0f-4adc-8d38-e50d9b590256 req-196b1630-86ef-4112-a0ca-c40a73f2a012 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Nov 19 14:34:41.763676 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4bde-ad2a-4820-a8d4-327d60df0ebf req-ac2681eb-a6e6-4a7b-84f6-26c0ec4f788c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:41.765260 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5fcd4bde-ad2a-4820-a8d4-327d60df0ebf req-ac2681eb-a6e6-4a7b-84f6-26c0ec4f788c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 945 time: 0.0866179 Nov 19 14:34:41.825717 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5fcd4bde-ad2a-4820-a8d4-327d60df0ebf req-13d5c4aa-3ac8-4054-8d45-e6bb97a9edcd tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509019 Nov 19 14:34:43.058541 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97e03f-33fb-41da-bad4-3929b54b95b4 req-5519be7e-00ec-4759-b558-0e6e781ed376 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:43.060147 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cf97e03f-33fb-41da-bad4-3929b54b95b4 req-5519be7e-00ec-4759-b558-0e6e781ed376 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 945 time: 0.0936365 Nov 19 14:34:43.114580 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cf97e03f-33fb-41da-bad4-3929b54b95b4 req-03332426-d290-4c99-8410-a5896868b208 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456533 Nov 19 14:34:43.293255 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111cda0-9129-4b8c-aa9a-0294c8a62e53 req-2b39444d-8d6a-4d3d-9f4a-8dcfee2435c1 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:43.294836 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5111cda0-9129-4b8c-aa9a-0294c8a62e53 req-2b39444d-8d6a-4d3d-9f4a-8dcfee2435c1 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.16 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 945 time: 0.0983541 Nov 19 14:34:43.370029 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-5111cda0-9129-4b8c-aa9a-0294c8a62e53 req-614ed5f3-4b18-4cba-820f-83ac24e54a92 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Deleting port 9f277eb4-ff1a-4735-837c-b860afba7212 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:34:43.370406 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-5111cda0-9129-4b8c-aa9a-0294c8a62e53 req-614ed5f3-4b18-4cba-820f-83ac24e54a92 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:43.627409 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-5111cda0-9129-4b8c-aa9a-0294c8a62e53 req-614ed5f3-4b18-4cba-820f-83ac24e54a92 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] For port 9f277eb4-ff1a-4735-837c-b860afba7212, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9f277eb4-ff1a-4735-837c-b860afba7212,segment=NetworkSegment(7e4c08c3-d26c-488f-8733-28f15d671918),segment_id=7e4c08c3-d26c-488f-8733-28f15d671918)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:34:43.627756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-5111cda0-9129-4b8c-aa9a-0294c8a62e53 req-614ed5f3-4b18-4cba-820f-83ac24e54a92 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:43.632779 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44bca-90f5-4efd-a894-480667d457c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:43.756567 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-5111cda0-9129-4b8c-aa9a-0294c8a62e53 req-614ed5f3-4b18-4cba-820f-83ac24e54a92 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Calling delete_port for 9f277eb4-ff1a-4735-837c-b860afba7212 owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:34:43.914318 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-5111cda0-9129-4b8c-aa9a-0294c8a62e53 req-614ed5f3-4b18-4cba-820f-83ac24e54a92 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:43.930269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:43.981614 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ed5f3-4b18-4cba-820f-83ac24e54a92 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Pushing event deleted for resources: {'Port': ['ID=9f277eb4-ff1a-4735-837c-b860afba7212,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:43.984356 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-614ed5f3-4b18-4cba-820f-83ac24e54a92 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:44.142220 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-5111cda0-9129-4b8c-aa9a-0294c8a62e53 req-614ed5f3-4b18-4cba-820f-83ac24e54a92 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] No DVR routers for this DVR port 9f277eb4-ff1a-4735-837c-b860afba7212 on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:34:44.144478 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-5111cda0-9129-4b8c-aa9a-0294c8a62e53 req-614ed5f3-4b18-4cba-820f-83ac24e54a92 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:44.147308 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393bfeb0-e932-44c7-972e-c269ad734a4a', 'name': 'network-vif-deleted', 'tag': '9f277eb4-ff1a-4735-837c-b860afba7212'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:34:44.163746 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5111cda0-9129-4b8c-aa9a-0294c8a62e53 req-614ed5f3-4b18-4cba-820f-83ac24e54a92 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.16 "DELETE /v2.0/ports/9f277eb4-ff1a-4735-837c-b860afba7212 HTTP/1.1" status: 204 len: 173 time: 0.8627355 Nov 19 14:34:44.207364 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393bfeb0-e932-44c7-972e-c269ad734a4a', 'name': 'network-vif-deleted', 'tag': '9f277eb4-ff1a-4735-837c-b860afba7212', 'status': 'completed', 'code': 200} Nov 19 14:34:44.307009 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-84b51a03-14de-4618-ad7c-6f40d4b7307e req-5cdd6917-5260-497b-8c57-43569b39334c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Synchronizing usage tracker for tenant:3aac4a43a1dd401b93d5b7c161ae5e6c on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:34:44.323352 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-84b51a03-14de-4618-ad7c-6f40d4b7307e req-5cdd6917-5260-497b-8c57-43569b39334c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Unset dirty status for tenant:3aac4a43a1dd401b93d5b7c161ae5e6c on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:34:44.324621 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-84b51a03-14de-4618-ad7c-6f40d4b7307e req-5cdd6917-5260-497b-8c57-43569b39334c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=393bfeb0-e932-44c7-972e-c269ad734a4a HTTP/1.1" status: 200 len: 210 time: 0.0708759 Nov 19 14:34:45.015581 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 9f277eb4-ff1a-4735-837c-b860afba7212 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:34:45.053725 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] No Port match for: 9f277eb4-ff1a-4735-837c-b860afba7212 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:34:45.054202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 9f277eb4-ff1a-4735-837c-b860afba7212 not bound to the agent host hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:34:45.170026 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:45.769619 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-3a19264c-0a0d-44eb-8472-f4e072983ec1 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:45.771258 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-3a19264c-0a0d-44eb-8472-f4e072983ec1 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/networks?id=10f0021e-959e-4aff-abf9-0b82a252e1c5 HTTP/1.1" status: 200 len: 808 time: 0.1574283 Nov 19 14:34:45.789185 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-46e7ab54-a2c4-4744-8b33-47cb7c0b6be0 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/quotas/3aac4a43a1dd401b93d5b7c161ae5e6c HTTP/1.1" status: 200 len: 375 time: 0.0113931 Nov 19 14:34:45.844675 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-0ae9d873-4926-4dd3-a8d5-51b74f4978a5 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?tenant_id=3aac4a43a1dd401b93d5b7c161ae5e6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496936 Nov 19 14:34:45.995003 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-9d33646d-8933-40d0-92a7-660c620fd49c service neutron] 10.222.0.43 "GET /v2.0/networks/10f0021e-959e-4aff-abf9-0b82a252e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388319 Nov 19 14:34:46.043504 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bd6d99da-e689-4094-bed5-dd1557be559f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:46.142975 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-ec75046d-b2bf-4d94-a294-da266a52ae62 service neutron] 10.222.0.43 "GET /v2.0/networks/10f0021e-959e-4aff-abf9-0b82a252e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388631 Nov 19 14:34:46.353859 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ef630235-6759-4644-835a-4572ead90660 req-23a0b4f9-848f-4445-8aa8-506812a58b79 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 210 time: 0.0502417 Nov 19 14:34:46.575182 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:47.425772 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:47.546652 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4c702dfb-ac59-4ac4-b253-0429a6e3bfc0 req-bf3a0024-ca0d-4868-8b8b-f59b82e15455 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 210 time: 0.0568867 Nov 19 14:34:47.575203 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-a5914036-a852-4d7e-b115-71309bd2a66c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:47.577380 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-a5914036-a852-4d7e-b115-71309bd2a66c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.16 "GET /v2.0/networks?id=10f0021e-959e-4aff-abf9-0b82a252e1c5 HTTP/1.1" status: 200 len: 808 time: 0.2202921 Nov 19 14:34:47.619315 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Request body: {'port': {'device_id': 'a8240800-9cf8-4998-adb4-f3b04620978d', 'network_id': '10f0021e-959e-4aff-abf9-0b82a252e1c5', 'admin_state_up': True, 'tenant_id': '3aac4a43a1dd401b93d5b7c161ae5e6c'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:47.764417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:34:47.774468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:34:47.785910 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Made reservation on behalf of 3aac4a43a1dd401b93d5b7c161ae5e6c for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:34:47.791443 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:48.026290 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:48.112096 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Allocated IP 172.20.0.9 (10f0021e-959e-4aff-abf9-0b82a252e1c5/962f7c12-4d81-4bf3-b150-81dcb6e8ef0b/14c41a7f-1880-4ba4-8a26-40ecc19ad02a) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:34:48.327797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:48.356001 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:48.370897 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-57e47053-a937-4c35-af90-5773a6650284 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:48.515057 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Pushing event updated for resources: {'Port': ['ID=14c41a7f-1880-4ba4-8a26-40ecc19ad02a,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:48.517593 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:48.566169 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Network 10f0021e-959e-4aff-abf9-0b82a252e1c5 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:34:48.567501 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:34:48.571327 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:34:48.637461 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:48.638151 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:48.664123 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-8a881762-40b6-41f2-9f82-0da98205807c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0489323 Nov 19 14:34:48.682708 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Request body: {'port': {'device_id': 'a8240800-9cf8-4998-adb4-f3b04620978d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:48.759905 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec1ba8-ba67-4f24-8203-820bc207b82f req-5edaf682-f092-44fb-9142-e99abaec5e78 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:48.761521 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-26ec1ba8-ba67-4f24-8203-820bc207b82f req-5edaf682-f092-44fb-9142-e99abaec5e78 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 931 time: 0.0842490 Nov 19 14:34:48.796965 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:48.812149 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-26ec1ba8-ba67-4f24-8203-820bc207b82f req-4607b406-5fce-48ac-a489-3d21a8c52e3c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440798 Nov 19 14:34:49.452665 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c41a7f-1880-4ba4-8a26-40ecc19ad02a {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:34:49.460241 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:49.473378 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Transition to ACTIVE for port object 14c41a7f-1880-4ba4-8a26-40ecc19ad02a will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:34:49.476653 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:49.489824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b91babc3-b45c-4967-a60d-227b292497f0 tempest-VolumesSnapshotTestJSON-1205016522 tempest-VolumesSnapshotTestJSON-1205016522] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:49.627539 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Pushing event updated for resources: {'Port': ['ID=14c41a7f-1880-4ba4-8a26-40ecc19ad02a,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:49.635254 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:49.812832 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Attempting to bind port 14c41a7f-1880-4ba4-8a26-40ecc19ad02a on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:34:49.813063 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Attempting to bind port 14c41a7f-1880-4ba4-8a26-40ecc19ad02a by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '7e4c08c3-d26c-488f-8733-28f15d671918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '10f0021e-959e-4aff-abf9-0b82a252e1c5'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:34:49.813434 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Attempting to bind port 14c41a7f-1880-4ba4-8a26-40ecc19ad02a on network 10f0021e-959e-4aff-abf9-0b82a252e1c5 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:34:49.820539 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:34:49.820906 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Checking segment: {'id': '7e4c08c3-d26c-488f-8733-28f15d671918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '10f0021e-959e-4aff-abf9-0b82a252e1c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:34:49.821381 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:49.821929 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Bound using segment: {'id': '7e4c08c3-d26c-488f-8733-28f15d671918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '10f0021e-959e-4aff-abf9-0b82a252e1c5'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:34:49.822404 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Bound port: 14c41a7f-1880-4ba4-8a26-40ecc19ad02a, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4c08c3-d26c-488f-8733-28f15d671918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '10f0021e-959e-4aff-abf9-0b82a252e1c5'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:34:49.822767 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:49.914122 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] For port 14c41a7f-1880-4ba4-8a26-40ecc19ad02a, host hv-cinder-76330, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:34:49.917342 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] For port 14c41a7f-1880-4ba4-8a26-40ecc19ad02a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=14c41a7f-1880-4ba4-8a26-40ecc19ad02a,segment=NetworkSegment(7e4c08c3-d26c-488f-8733-28f15d671918),segment_id=7e4c08c3-d26c-488f-8733-28f15d671918)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:34:49.922462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:49.936110 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-64aaa1aa-61d4-48fd-b536-e0c85b6446a9 tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:50.146541 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Pushing event updated for resources: {'Port': ['ID=14c41a7f-1880-4ba4-8a26-40ecc19ad02a,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:50.150708 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:50.193330 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49041bb-58e8-4a01-ba3d-9a92320518ad req-e7a0b489-0b59-43b4-aca9-8e933e9f660a tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:50.194108 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-e49041bb-58e8-4a01-ba3d-9a92320518ad req-e7a0b489-0b59-43b4-aca9-8e933e9f660a tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Synchronizing usage tracker for tenant:3aac4a43a1dd401b93d5b7c161ae5e6c on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:34:50.213292 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:50.214779 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-c91e6ccf-3644-483c-8d6b-a4a8c411e881 service neutron] 10.222.0.16 "PUT /v2.0/ports/14c41a7f-1880-4ba4-8a26-40ecc19ad02a HTTP/1.1" status: 200 len: 1157 time: 1.5369673 Nov 19 14:34:50.215319 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8240800-9cf8-4998-adb4-f3b04620978d', 'tag': '14c41a7f-1880-4ba4-8a26-40ecc19ad02a'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:34:50.223870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-e49041bb-58e8-4a01-ba3d-9a92320518ad req-e7a0b489-0b59-43b4-aca9-8e933e9f660a tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Unset dirty status for tenant:3aac4a43a1dd401b93d5b7c161ae5e6c on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:34:50.225108 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e49041bb-58e8-4a01-ba3d-9a92320518ad req-e7a0b489-0b59-43b4-aca9-8e933e9f660a tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 943 time: 0.2612488 Nov 19 14:34:50.307155 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8240800-9cf8-4998-adb4-f3b04620978d', 'tag': '14c41a7f-1880-4ba4-8a26-40ecc19ad02a', 'status': 'completed', 'code': 200} Nov 19 14:34:50.315305 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e49041bb-58e8-4a01-ba3d-9a92320518ad req-cb6bf97b-c574-48cb-ab4f-0c1a77bf64f2 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838513 Nov 19 14:34:50.359063 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-4ceb295f-43d9-4c70-986f-0f3f63780875 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3aac4a43a1dd401b93d5b7c161ae5e6c&device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 1160 time: 0.0870984 Nov 19 14:34:50.442194 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-a29b08d0-0ff7-405f-b1e1-5c51757ac853 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c41a7f-1880-4ba4-8a26-40ecc19ad02a HTTP/1.1" status: 200 len: 217 time: 0.0684586 Nov 19 14:34:50.515329 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-d16d5362-e175-4395-b7ae-23d584da7682 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:50.516938 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-d16d5362-e175-4395-b7ae-23d584da7682 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=962f7c12-4d81-4bf3-b150-81dcb6e8ef0b HTTP/1.1" status: 200 len: 848 time: 0.0679381 Nov 19 14:34:50.567804 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-7cbf6311-c52c-414f-bef1-fe10670d3c77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f0021e-959e-4aff-abf9-0b82a252e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439186 Nov 19 14:34:50.715007 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-7c812111-3b0d-45bf-b6fc-14d7777581b5 service neutron] 10.222.0.16 "GET /v2.0/networks/10f0021e-959e-4aff-abf9-0b82a252e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392217 Nov 19 14:34:50.869574 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-954cefb6-db22-4a95-856f-41ad2f693f76 req-ba1a4a01-7d60-4424-95d3-081602366e26 service neutron] 10.222.0.16 "GET /v2.0/networks/10f0021e-959e-4aff-abf9-0b82a252e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1480107 Nov 19 14:34:51.064320 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9ba2b148-969d-4dc4-9ac9-6bf22ebb7cf8 req-6a37b969-1363-4330-9da4-7e79c3474022 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3aac4a43a1dd401b93d5b7c161ae5e6c&device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 1160 time: 0.0823507 Nov 19 14:34:51.215343 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2b148-969d-4dc4-9ac9-6bf22ebb7cf8 req-f363887c-17a4-4c0a-89eb-aab095285954 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:51.216963 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9ba2b148-969d-4dc4-9ac9-6bf22ebb7cf8 req-f363887c-17a4-4c0a-89eb-aab095285954 service neutron] 10.222.0.16 "GET /v2.0/networks?id=10f0021e-959e-4aff-abf9-0b82a252e1c5 HTTP/1.1" status: 200 len: 902 time: 0.1454401 Nov 19 14:34:51.292305 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9ba2b148-969d-4dc4-9ac9-6bf22ebb7cf8 req-eaffb75b-8f60-4975-9add-09b8178ce568 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14c41a7f-1880-4ba4-8a26-40ecc19ad02a HTTP/1.1" status: 200 len: 217 time: 0.0683341 Nov 19 14:34:51.361513 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2b148-969d-4dc4-9ac9-6bf22ebb7cf8 req-75ff2ce4-8a72-475a-9294-bc3be648cea1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:51.363147 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9ba2b148-969d-4dc4-9ac9-6bf22ebb7cf8 req-75ff2ce4-8a72-475a-9294-bc3be648cea1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=962f7c12-4d81-4bf3-b150-81dcb6e8ef0b HTTP/1.1" status: 200 len: 848 time: 0.0641346 Nov 19 14:34:51.417502 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9ba2b148-969d-4dc4-9ac9-6bf22ebb7cf8 req-75614026-7216-465f-8b78-bb1f68ce5d19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=10f0021e-959e-4aff-abf9-0b82a252e1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464759 Nov 19 14:34:51.533734 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a31b88-abfc-41ae-9c0e-aab9b55e243c req-4c85d3ed-faa2-408b-9b32-38f2b1bfcca4 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:51.535381 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f6a31b88-abfc-41ae-9c0e-aab9b55e243c req-4c85d3ed-faa2-408b-9b32-38f2b1bfcca4 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 943 time: 0.0879011 Nov 19 14:34:51.566401 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9ba2b148-969d-4dc4-9ac9-6bf22ebb7cf8 req-c21d4eb6-4463-4ca3-a479-baf6c12937b3 service neutron] 10.222.0.16 "GET /v2.0/networks/10f0021e-959e-4aff-abf9-0b82a252e1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418858 Nov 19 14:34:51.587126 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f6a31b88-abfc-41ae-9c0e-aab9b55e243c req-9d4be458-3133-4559-821e-d127d747831c tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452223 Nov 19 14:34:51.712559 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9ba2b148-969d-4dc4-9ac9-6bf22ebb7cf8 req-ef26633b-01a4-4180-b7ee-2b57a0b1a18d service neutron] 10.222.0.16 "GET /v2.0/networks/10f0021e-959e-4aff-abf9-0b82a252e1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381218 Nov 19 14:34:52.712539 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:34:52.823556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1089e9-e0bc-4303-9d39-eab3ce6914de req-58feecab-78f7-4e76-a506-c632985c0ddc tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:52.825101 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dc1089e9-e0bc-4303-9d39-eab3ce6914de req-58feecab-78f7-4e76-a506-c632985c0ddc tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 943 time: 0.0987239 Nov 19 14:34:52.878041 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-dc1089e9-e0bc-4303-9d39-eab3ce6914de req-38b81241-5e77-46f8-8070-a355d9d21204 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437055 Nov 19 14:34:54.111117 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334491d-a095-4605-963d-c36a7696219f req-9943f4ff-df66-4b3c-9d8a-f0ca2b60dec8 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:54.112727 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9334491d-a095-4605-963d-c36a7696219f req-9943f4ff-df66-4b3c-9d8a-f0ca2b60dec8 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 943 time: 0.0921035 Nov 19 14:34:54.162167 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-9334491d-a095-4605-963d-c36a7696219f req-369a2fe4-4693-4323-8960-e318eb7bc945 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427425 Nov 19 14:34:55.391078 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b6ce8-9b83-4d84-82a6-e78e17a81959 req-2479ff2d-d351-4e73-ad5b-21189156df4d tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:55.392618 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-321b6ce8-9b83-4d84-82a6-e78e17a81959 req-2479ff2d-d351-4e73-ad5b-21189156df4d tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 943 time: 0.0934899 Nov 19 14:34:55.445194 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-321b6ce8-9b83-4d84-82a6-e78e17a81959 req-a39a4a25-53c7-46dd-894d-9b3e83d4ea97 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435607 Nov 19 14:34:55.741828 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 14c41a7f-1880-4ba4-8a26-40ecc19ad02a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:34:55.822536 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port 14c41a7f-1880-4ba4-8a26-40ecc19ad02a completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:34:55.827566 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 14c41a7f-1880-4ba4-8a26-40ecc19ad02a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:34:55.827985 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:55.954137 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:55.982817 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8240800-9cf8-4998-adb4-f3b04620978d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c41a7f-1880-4ba4-8a26-40ecc19ad02a'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:34:55.993426 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 14c41a7f-1880-4ba4-8a26-40ecc19ad02a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=14c41a7f-1880-4ba4-8a26-40ecc19ad02a,segment=NetworkSegment(7e4c08c3-d26c-488f-8733-28f15d671918),segment_id=7e4c08c3-d26c-488f-8733-28f15d671918)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:34:55.997064 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:55.999024 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:34:56.045223 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8240800-9cf8-4998-adb4-f3b04620978d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c41a7f-1880-4ba4-8a26-40ecc19ad02a', 'code': 200} Nov 19 14:34:56.068285 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=14c41a7f-1880-4ba4-8a26-40ecc19ad02a,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:34:56.072017 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:34:56.329045 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e37633e3-0d8e-460f-81a3-d84ce6d54df4 req-613066ec-ccb5-4c19-925c-2f8a52fb94cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 1162 time: 0.0794060 Nov 19 14:34:56.374040 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e37633e3-0d8e-460f-81a3-d84ce6d54df4 req-db3fe44b-17c8-43c7-982f-7f4be905d51f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384028 Nov 19 14:34:56.672189 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804f0df-0f21-4a2d-bf8e-5aa390c1eb60 req-798c4642-a4b7-49ab-b91d-123cbffe6296 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:56.673820 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1804f0df-0f21-4a2d-bf8e-5aa390c1eb60 req-798c4642-a4b7-49ab-b91d-123cbffe6296 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 945 time: 0.0899627 Nov 19 14:34:56.725131 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1804f0df-0f21-4a2d-bf8e-5aa390c1eb60 req-47c865e9-acd5-44f5-ac7f-fa4676e7a307 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Nov 19 14:34:57.302241 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 14c41a7f-1880-4ba4-8a26-40ecc19ad02a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:34:57.388308 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 14c41a7f-1880-4ba4-8a26-40ecc19ad02a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:34:57.388646 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:34:57.958072 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d9490-8e98-4b02-8b05-625fbd26e5d6 req-8e740abb-f98f-4748-89e8-efe41f3777eb tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:57.959675 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fa6d9490-8e98-4b02-8b05-625fbd26e5d6 req-8e740abb-f98f-4748-89e8-efe41f3777eb tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 945 time: 0.0931165 Nov 19 14:34:58.013385 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-fa6d9490-8e98-4b02-8b05-625fbd26e5d6 req-48ea2018-9b69-4009-8e96-1b522ab938ac tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Nov 19 14:34:59.255369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47739564-bfcb-46a1-b0b9-956b5932133e req-5d30b990-af8a-4408-895c-1645b891f20f tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:34:59.256986 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-47739564-bfcb-46a1-b0b9-956b5932133e req-5d30b990-af8a-4408-895c-1645b891f20f tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 945 time: 0.0909877 Nov 19 14:34:59.314912 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-47739564-bfcb-46a1-b0b9-956b5932133e req-6c79f21a-50f4-46a5-bfaf-d1f459caefca tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484953 Nov 19 14:35:00.598934 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec18d58-71ea-4260-a28f-27b75ab75754 req-4f5d7bf1-5a6f-4228-87bb-46b904fa2ba4 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:35:00.600570 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bec18d58-71ea-4260-a28f-27b75ab75754 req-4f5d7bf1-5a6f-4228-87bb-46b904fa2ba4 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 945 time: 0.0967274 Nov 19 14:35:00.648598 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bec18d58-71ea-4260-a28f-27b75ab75754 req-94dae522-a057-4ac2-970b-44ddb2dc7dc8 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414429 Nov 19 14:35:01.889593 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f1e20-29a0-4ff8-9732-2f7b36415a77 req-02a6ce12-fe17-4066-a951-0ca078548d3d tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:35:01.891238 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-294f1e20-29a0-4ff8-9732-2f7b36415a77 req-02a6ce12-fe17-4066-a951-0ca078548d3d tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 945 time: 0.0967758 Nov 19 14:35:01.943933 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-294f1e20-29a0-4ff8-9732-2f7b36415a77 req-3a54942e-4f46-4370-a958-6c621721dc7e tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/security-groups?id=f3819662-65cd-483b-8bac-f2db6d5d4ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464771 Nov 19 14:35:02.132797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afb406-3f10-4052-9247-7d3126a8326f req-2999e906-f2fb-44e6-ae3c-a0eee2b91ec6 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:35:02.134475 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e2afb406-3f10-4052-9247-7d3126a8326f req-2999e906-f2fb-44e6-ae3c-a0eee2b91ec6 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.16 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 945 time: 0.1012218 Nov 19 14:35:02.210447 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-e2afb406-3f10-4052-9247-7d3126a8326f req-2d13511d-1d26-4951-9abd-e46b5875f398 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Deleting port 14c41a7f-1880-4ba4-8a26-40ecc19ad02a {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:35:02.210690 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e2afb406-3f10-4052-9247-7d3126a8326f req-2d13511d-1d26-4951-9abd-e46b5875f398 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:02.702560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-e2afb406-3f10-4052-9247-7d3126a8326f req-2d13511d-1d26-4951-9abd-e46b5875f398 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] For port 14c41a7f-1880-4ba4-8a26-40ecc19ad02a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=14c41a7f-1880-4ba4-8a26-40ecc19ad02a,segment=NetworkSegment(7e4c08c3-d26c-488f-8733-28f15d671918),segment_id=7e4c08c3-d26c-488f-8733-28f15d671918)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:35:02.702950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e2afb406-3f10-4052-9247-7d3126a8326f req-2d13511d-1d26-4951-9abd-e46b5875f398 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:02.829027 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-e2afb406-3f10-4052-9247-7d3126a8326f req-2d13511d-1d26-4951-9abd-e46b5875f398 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Calling delete_port for 14c41a7f-1880-4ba4-8a26-40ecc19ad02a owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:35:02.982811 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e2afb406-3f10-4052-9247-7d3126a8326f req-2d13511d-1d26-4951-9abd-e46b5875f398 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:03.000525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-614ed5f3-4b18-4cba-820f-83ac24e54a92 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:03.046166 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13511d-1d26-4951-9abd-e46b5875f398 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Pushing event deleted for resources: {'Port': ['ID=14c41a7f-1880-4ba4-8a26-40ecc19ad02a,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:03.048928 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2d13511d-1d26-4951-9abd-e46b5875f398 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:03.175421 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-91410337-3cdc-4c80-ad26-de9f18600d77 req-60585859-3a24-45a1-8c27-5050b619d2be tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.43 "GET /v2.0/ports?device_id=a8240800-9cf8-4998-adb4-f3b04620978d HTTP/1.1" status: 200 len: 210 time: 0.0602276 Nov 19 14:35:03.249646 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2afb406-3f10-4052-9247-7d3126a8326f req-2d13511d-1d26-4951-9abd-e46b5875f398 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] No DVR routers for this DVR port 14c41a7f-1880-4ba4-8a26-40ecc19ad02a on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:35:03.252232 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-e2afb406-3f10-4052-9247-7d3126a8326f req-2d13511d-1d26-4951-9abd-e46b5875f398 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:03.255129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8240800-9cf8-4998-adb4-f3b04620978d', 'name': 'network-vif-deleted', 'tag': '14c41a7f-1880-4ba4-8a26-40ecc19ad02a'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:35:03.267071 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 14c41a7f-1880-4ba4-8a26-40ecc19ad02a no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:35:03.271155 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e2afb406-3f10-4052-9247-7d3126a8326f req-2d13511d-1d26-4951-9abd-e46b5875f398 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] 10.222.0.16 "DELETE /v2.0/ports/14c41a7f-1880-4ba4-8a26-40ecc19ad02a HTTP/1.1" status: 204 len: 173 time: 1.1312363 Nov 19 14:35:03.305751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] No Port match for: 14c41a7f-1880-4ba4-8a26-40ecc19ad02a {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:35:03.305751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 14c41a7f-1880-4ba4-8a26-40ecc19ad02a not bound to the agent host hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:35:03.325300 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8240800-9cf8-4998-adb4-f3b04620978d', 'name': 'network-vif-deleted', 'tag': '14c41a7f-1880-4ba4-8a26-40ecc19ad02a', 'status': 'completed', 'code': 200} Nov 19 14:35:13.642691 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-89fbbd31-1c26-4294-aafa-2116ad112cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:14.704599 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6be925-32f2-44b7-a3ae-203f8d5ade08 req-703440dc-4193-4590-aa51-98d4426ca2ec tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:35:14.706491 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7a6be925-32f2-44b7-a3ae-203f8d5ade08 req-703440dc-4193-4590-aa51-98d4426ca2ec tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.0921292 Nov 19 14:35:14.763092 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7a6be925-32f2-44b7-a3ae-203f8d5ade08 req-663bbe67-ea5e-456d-869a-855f765cc040 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497410 Nov 19 14:35:15.185645 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:16.018038 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f79554-59fe-4f4b-8de0-984d50b74654 req-02b0773c-02d6-46a8-813b-28dcb63a8f99 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:35:16.022203 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c8f79554-59fe-4f4b-8de0-984d50b74654 req-02b0773c-02d6-46a8-813b-28dcb63a8f99 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.1053054 Nov 19 14:35:16.047841 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d4d95526-0bf1-4305-b4ef-c87b9e85877c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:16.094537 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c8f79554-59fe-4f4b-8de0-984d50b74654 req-e513816b-a338-4c68-bfaf-f253532928b3 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636930 Nov 19 14:35:16.406311 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-1cc0cf65-6084-44ee-a005-3e6bf0ad6038 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:35:16.407927 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-1cc0cf65-6084-44ee-a005-3e6bf0ad6038 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.16 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 946 time: 0.1139588 Nov 19 14:35:16.498686 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Deleting port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:35:16.499074 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:16.582878 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:16.844956 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] For port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:35:16.845370 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:17.251368 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:17.252046 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:17.252156 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_db [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Floating IP dd214538-9b37-4e08-a1c8-005f536103b5 disassociated. External IP: 172.28.0.211, port: c3bc1f2e-bb8f-4111-bc73-a257782f6fcb. Nov 19 14:35:17.252459 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Calling delete_port for c3bc1f2e-bb8f-4111-bc73-a257782f6fcb owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:35:17.293686 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device c3bc1f2e-bb8f-4111-bc73-a257782f6fcb no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:35:17.449830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:17.502163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:17.550772 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56d0f6-9298-4612-9eae-f9be9e817682 req-951fc867-15c1-4110-8b3e-d1c026268b16 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:35:17.552925 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1f56d0f6-9298-4612-9eae-f9be9e817682 req-951fc867-15c1-4110-8b3e-d1c026268b16 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 867 time: 0.1980574 Nov 19 14:35:17.554328 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:17.601163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-f436bfe1-fad7-4ce0-a046-0b6ae0ad9610 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:17.690049 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event deleted for resources: {'Port': ['ID=c3bc1f2e-bb8f-4111-bc73-a257782f6fcb,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:17.697188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:17.800034 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1f56d0f6-9298-4612-9eae-f9be9e817682 req-8a6e4b7a-55a7-419c-8025-227805d01a5f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups?id=0d832c20-3230-4309-84d4-a755aead849f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399552 Nov 19 14:35:18.036750 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:18.180975 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80334) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:35:18.504664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80334) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:35:18.521283 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d2be8-0ac5-4932-a865-65cb98f3f292 None None] Sync routers for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:35:18.561697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d2be8-0ac5-4932-a865-65cb98f3f292 None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:35:18.563235 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-cf0d2be8-0ac5-4932-a865-65cb98f3f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:35:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:18.567078 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] No DVR routers for this DVR port c3bc1f2e-bb8f-4111-bc73-a257782f6fcb on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:35:18.570530 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:18.585191 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'name': 'network-vif-deleted', 'tag': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:35:18.604392 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d8ac04c2-f1f0-4aa3-b7dd-4fef86841368 req-38775e46-a4c3-4df0-986b-9e5d42da18ea tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.16 "DELETE /v2.0/ports/c3bc1f2e-bb8f-4111-bc73-a257782f6fcb HTTP/1.1" status: 204 len: 173 time: 2.1901712 Nov 19 14:35:18.689436 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b915ea87-d32b-424f-8827-c4e17c6c9e27', 'name': 'network-vif-deleted', 'tag': 'c3bc1f2e-bb8f-4111-bc73-a257782f6fcb', 'status': 'completed', 'code': 200} Nov 19 14:35:18.848103 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-cf0d2be8-0ac5-4932-a865-65cb98f3f292 None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:35:19.047393 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-e601480a-70b5-4fdb-8cb9-e9b49f8d19d7 req-b56df9d6-0615-4dcc-8b94-0c65c7c5e8e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Synchronizing usage tracker for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:35:19.071821 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-e601480a-70b5-4fdb-8cb9-e9b49f8d19d7 req-b56df9d6-0615-4dcc-8b94-0c65c7c5e8e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Unset dirty status for tenant:3b9f0120857d4cdba0db0a3b0de27f15 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:35:19.073496 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e601480a-70b5-4fdb-8cb9-e9b49f8d19d7 req-b56df9d6-0615-4dcc-8b94-0c65c7c5e8e2 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/ports?device_id=b915ea87-d32b-424f-8827-c4e17c6c9e27 HTTP/1.1" status: 200 len: 210 time: 0.0738719 Nov 19 14:35:19.275141 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-cf0d2be8-0ac5-4932-a865-65cb98f3f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:09Z', 'revision_number': 5, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:19.279999 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d2be8-0ac5-4932-a865-65cb98f3f292 None None] Checking router: 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:35:19.292242 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d2be8-0ac5-4932-a865-65cb98f3f292 None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:35:19.292947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-cf0d2be8-0ac5-4932-a865-65cb98f3f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:35:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:19.503164 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-cf0d2be8-0ac5-4932-a865-65cb98f3f292 None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:35:19.843135 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-cf0d2be8-0ac5-4932-a865-65cb98f3f292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:09Z', 'revision_number': 5, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:19.847722 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d2be8-0ac5-4932-a865-65cb98f3f292 None None] The sync data for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb is: [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:25:57Z', 'revision_number': 4, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'ed1f0df1-4764-48e6-9df0-128ee6baa9ae', 'name': '', 'network_id': '6c7d019c-f6fc-47eb-aa49-9850e73d1180', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'mac_address': 'fa:16:3e:79:85:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:52Z', 'updated_at': '2020-11-19T14:26:09Z', 'revision_number': 5, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'subnets': [{'id': '20923fe1-d567-4c1e-add1-0805a365f43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:35:20.281994 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36336) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:20.352284 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97917e98-7b0f-4ea9-8464-a5a92909c23e None None] New status for floating IP dd214538-9b37-4e08-a1c8-005f536103b5: DOWN {{(pid=80337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 14:35:20.356531 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-08e7b06e-d33d-4736-996f-3757c2aa362f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:20.392906 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-08e7b06e-d33d-4736-996f-3757c2aa362f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:20.459542 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-08e7b06e-d33d-4736-996f-3757c2aa362f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:20.465373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e9ac9440-05f3-41f8-a25b-e1d4cf18f6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:20.485520 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7b06e-d33d-4736-996f-3757c2aa362f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d832c20-3230-4309-84d4-a755aead849f,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:20.489054 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-08e7b06e-d33d-4736-996f-3757c2aa362f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:20.502525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-08e7b06e-d33d-4736-996f-3757c2aa362f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:20.503236 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-08e7b06e-d33d-4736-996f-3757c2aa362f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "DELETE /v2.0/security-groups/0d832c20-3230-4309-84d4-a755aead849f HTTP/1.1" status: 204 len: 168 time: 0.2201543 Nov 19 14:35:20.506251 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36340) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:20.526123 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.api.v2.resource [None req-2b26992e-3b06-434d-969a-446e8bb83f4f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] show failed (client error): The resource could not be found. Nov 19 14:35:20.529989 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-2b26992e-3b06-434d-969a-446e8bb83f4f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "GET /v2.0/security-groups/0d832c20-3230-4309-84d4-a755aead849f HTTP/1.1" status: 404 len: 347 time: 0.0199661 Nov 19 14:35:20.530307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36344) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:20.714719 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Deleting port 4d05f54c-106a-4ea1-b889-5b586e2c767d {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:35:20.715108 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:20.924434 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:20.924811 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:21.060367 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Calling delete_port for 4d05f54c-106a-4ea1-b889-5b586e2c767d owned by network:floatingip {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:35:21.230788 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:21.251049 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d082f0bf-1248-4a51-90e3-99f217ef77a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:21.298534 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Pushing event deleted for resources: {'Port': ['ID=4d05f54c-106a-4ea1-b889-5b586e2c767d,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:21.376885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.377289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.377707 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.378136 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.378535 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.378927 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.379326 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.379714 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.380117 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.380495 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.380920 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.381311 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.381801 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.382177 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.382622 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.382964 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.383339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.383729 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.385105 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.385105 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.385105 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.385376 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.385642 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.386039 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:21.394195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:21.508837 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks [] for floatingip, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:21.529006 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:21.530317 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-4e710378-fc71-4359-9ab7-248a24cece90 tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] 10.222.0.43 "DELETE /v2.0/floatingips/dd214538-9b37-4e08-a1c8-005f536103b5 HTTP/1.1" status: 204 len: 168 time: 0.9990315 Nov 19 14:35:24.214118 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36442) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:24.284051 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_v2 [None req-083cca01-cbbd-443f-a75b-83fe8e8fe28c admin admin] Deleting subnet 962f7c12-4d81-4bf3-b150-81dcb6e8ef0b {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 14:35:24.287495 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-083cca01-cbbd-443f-a75b-83fe8e8fe28c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:24.343095 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-083cca01-cbbd-443f-a75b-83fe8e8fe28c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2621425'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:24.402255 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-083cca01-cbbd-443f-a75b-83fe8e8fe28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1992101'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:24.539281 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 36452) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:24.897494 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-083cca01-cbbd-443f-a75b-83fe8e8fe28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852783684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2473423'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:24.913384 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:24.952542 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cca01-cbbd-443f-a75b-83fe8e8fe28c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962f7c12-4d81-4bf3-b150-81dcb6e8ef0b,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:24.956531 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-083cca01-cbbd-443f-a75b-83fe8e8fe28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:25.036788 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854170859'] for router_interface, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:25.049362 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-083cca01-cbbd-443f-a75b-83fe8e8fe28c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:25.055904 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-083cca01-cbbd-443f-a75b-83fe8e8fe28c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/962f7c12-4d81-4bf3-b150-81dcb6e8ef0b HTTP/1.1" status: 204 len: 168 time: 0.8406968 Nov 19 14:35:25.058780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36458) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:25.186115 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1858883'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:25.382155 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970236', 'neutron.services.segments.db._delete_segments_for_network--9223363247167790520'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:25.507217 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f0021e-959e-4aff-abf9-0b82a252e1c5']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:25.520280 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4c08c3-d26c-488f-8733-28f15d671918') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:25.520608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4c08c3-d26c-488f-8733-28f15d671918') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:25.532934 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247167819704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852154374'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:25.548764 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:25.550880 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 14:35:25.734916 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] Network 10f0021e-959e-4aff-abf9-0b82a252e1c5 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:35:25.744423 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1994887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851852602'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:25.899133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Deleting port ed1f0df1-4764-48e6-9df0-128ee6baa9ae {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:35:25.899383 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:25.925841 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] Network 10f0021e-959e-4aff-abf9-0b82a252e1c5 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: Traceback (most recent call last): Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: timer() Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: cb(*args, **kw) Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: return func(*args, **kwargs) Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: self._notify() Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: self.callback(batched_events) Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: event.method(event) Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: segment_id)['aggregates'][0] Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: return f(self, *a, **k) Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: return self._get(url).json() Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: **kwargs) Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: return self.request(url, 'GET', **kwargs) Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: **endpoint_filter) Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:35:25.952983 dv-cinder-763306-2-smb neutron-server[80223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:35:26.030058 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852805557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:26.033648 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-041bd1e9-bdc1-4bcb-977c-2fd3d7f6aa51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:26.050691 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:26.057644 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=10f0021e-959e-4aff-abf9-0b82a252e1c5,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:26.063186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:26.069364 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-bc539d8a-af4b-4e32-a86f-d94dd7355a0d admin admin] 10.222.0.43 "DELETE /v2.0/networks/10f0021e-959e-4aff-abf9-0b82a252e1c5 HTTP/1.1" status: 204 len: 168 time: 1.0095789 Nov 19 14:35:26.084018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] For port ed1f0df1-4764-48e6-9df0-128ee6baa9ae, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=ed1f0df1-4764-48e6-9df0-128ee6baa9ae,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:35:26.084392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:26.215400 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Calling delete_port for ed1f0df1-4764-48e6-9df0-128ee6baa9ae owned by network:router_interface {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:35:26.216547 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36464) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:26.275883 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-829ef88e-cd89-4861-8eb7-6ceb5e76d31a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3aac4a43a1dd401b93d5b7c161ae5e6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557923 Nov 19 14:35:26.276233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36468) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:26.339427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c027c813-38a9-4a3c-8fb6-b93d4b995718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:26.366708 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c027c813-38a9-4a3c-8fb6-b93d4b995718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:26.399252 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:26.415581 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0b8be733-2d79-4a62-ab1b-76ac4214fd6c tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:26.415786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c027c813-38a9-4a3c-8fb6-b93d4b995718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:26.421355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4ac5ab23-065d-4682-b7f8-5fb7b3c34477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:26.435638 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027c813-38a9-4a3c-8fb6-b93d4b995718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3819662-65cd-483b-8bac-f2db6d5d4ba7,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:26.438541 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c027c813-38a9-4a3c-8fb6-b93d4b995718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:26.448988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c027c813-38a9-4a3c-8fb6-b93d4b995718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:26.452985 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-c027c813-38a9-4a3c-8fb6-b93d4b995718 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3819662-65cd-483b-8bac-f2db6d5d4ba7 HTTP/1.1" status: 204 len: 168 time: 0.1731987 Nov 19 14:35:26.463562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1f0df1-4764-48e6-9df0-128ee6baa9ae,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:26.490791 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.491197 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.491593 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.491984 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.492373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.492756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.493139 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.493538 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.493933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.494313 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.494689 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.495062 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.495531 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.495900 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.496310 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.496681 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.497055 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.497390 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.497791 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.498163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.498533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.498903 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.499282 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.499651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:26.548951 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:26.875592 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1441482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854173095'] for router_interface, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:27.638055 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:35:27.847396 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:35:27.856963 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee36dc-46a4-47bf-8f9c-4528d2bce32c None None] Sync routers for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:35:27.864569 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6235d67d-73e7-4441-b206-311043383eb8 admin admin] 10.222.0.43 "PUT /v2.0/routers/6bd17626-f6eb-49b4-b5d9-095d6c7f97ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3216212 Nov 19 14:35:27.865297 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36530) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:27.873707 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee36dc-46a4-47bf-8f9c-4528d2bce32c None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:35:27.874557 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-feee36dc-46a4-47bf-8f9c-4528d2bce32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:35:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:28.119147 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:28.230692 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-feee36dc-46a4-47bf-8f9c-4528d2bce32c None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:35:28.349804 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:28.359374 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Deleting port 1a56e058-806d-47bf-8660-b36c39509801 {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:35:28.359737 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:28.547557 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-feee36dc-46a4-47bf-8f9c-4528d2bce32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1a56e058-806d-47bf-8660-b36c39509801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:35:26Z', 'revision_number': 5, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port': {'id': '1a56e058-806d-47bf-8660-b36c39509801', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:28:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:32Z', 'updated_at': '2020-11-19T14:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:28.551550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] For port 1a56e058-806d-47bf-8660-b36c39509801, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=1a56e058-806d-47bf-8660-b36c39509801,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:35:28.551833 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee36dc-46a4-47bf-8f9c-4528d2bce32c None None] Checking router: 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:35:28.551948 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:28.565522 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee36dc-46a4-47bf-8f9c-4528d2bce32c None None] Routers {'6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:35:28.566021 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-feee36dc-46a4-47bf-8f9c-4528d2bce32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:35:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:28.680866 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Calling delete_port for 1a56e058-806d-47bf-8660-b36c39509801 owned by network:router_gateway {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:35:28.732412 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-feee36dc-46a4-47bf-8f9c-4528d2bce32c None None] Set router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab gateway port host: None {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:35:28.858140 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-feee36dc-46a4-47bf-8f9c-4528d2bce32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:35:28Z', 'revision_number': 6, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port_host': None}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:28.863092 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee36dc-46a4-47bf-8f9c-4528d2bce32c None None] The sync data for ids ['6bd17626-f6eb-49b4-b5d9-095d6c7f97ab'] in dv-cinder-763306-2-smb is: [{'id': '6bd17626-f6eb-49b4-b5d9-095d6c7f97ab', 'name': 'tempest-AttachVolumeShelveTestJSON-769479473-router', 'tenant_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:30Z', 'updated_at': '2020-11-19T14:35:28Z', 'revision_number': 6, 'project_id': '3b9f0120857d4cdba0db0a3b0de27f15', 'gw_port_host': None}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:35:28.867883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:28.884468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-522d25a5-4b4b-4f32-80ac-bcff9e4bd162 tempest-VolumesActionsTest-1464921275 tempest-VolumesActionsTest-1464921275] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:28.930811 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a56e058-806d-47bf-8660-b36c39509801,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:28.935133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:29.262150 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854174341'] for router_gateway, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:29.714440 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:35:29.778095 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-983'] for router, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:29.783150 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:29.815188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690649'] for router, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:29.815754 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bd17626-f6eb-49b4-b5d9-095d6c7f97ab {{(pid=80334) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 14:35:29.828517 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] Notify callbacks [] for router, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:29.830078 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-514dcc4c-ca31-42b6-b021-bba3ec20ade5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/6bd17626-f6eb-49b4-b5d9-095d6c7f97ab HTTP/1.1" status: 204 len: 168 time: 1.9633691 Nov 19 14:35:29.832363 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36554) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:29.907648 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_v2 [None req-070c242e-e849-42bd-a772-0002177fdd20 admin admin] Deleting subnet 20923fe1-d567-4c1e-add1-0805a365f43b {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 14:35:29.911018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-070c242e-e849-42bd-a772-0002177fdd20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:29.966933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-070c242e-e849-42bd-a772-0002177fdd20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2621425'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:30.056658 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-070c242e-e849-42bd-a772-0002177fdd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1992101'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:30.335671 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-070c242e-e849-42bd-a772-0002177fdd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852783684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2473423'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:30.349281 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-1775653c-6233-449c-88ac-16e39f012706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:30.391259 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c242e-e849-42bd-a772-0002177fdd20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20923fe1-d567-4c1e-add1-0805a365f43b,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:30.395845 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-070c242e-e849-42bd-a772-0002177fdd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:30.498291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-070c242e-e849-42bd-a772-0002177fdd20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:30.504014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85533845-ef76-45dd-9aa3-1da07f297a2e None None] Network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:35:30.504681 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-070c242e-e849-42bd-a772-0002177fdd20 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/20923fe1-d567-4c1e-add1-0805a365f43b HTTP/1.1" status: 204 len: 168 time: 0.6712964 Nov 19 14:35:30.507511 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 36560) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:30.620380 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device ed1f0df1-4764-48e6-9df0-128ee6baa9ae no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:35:30.661827 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No Port match for: ed1f0df1-4764-48e6-9df0-128ee6baa9ae {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:35:30.662222 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device ed1f0df1-4764-48e6-9df0-128ee6baa9ae not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:35:30.662705 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 1a56e058-806d-47bf-8660-b36c39509801 no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:35:30.759094 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No Port match for: 1a56e058-806d-47bf-8660-b36c39509801 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:35:30.759712 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device 1a56e058-806d-47bf-8660-b36c39509801 not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:35:30.858125 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd43cc7a-042e-43a8-9668-c72a44939dc8 None None] DHCP port deletion for 6c7d019c-f6fc-47eb-aa49-9850e73d1180 request from dv-cinder-763306-2-smb {{(pid=80336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 14:35:30.863437 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-dd43cc7a-042e-43a8-9668-c72a44939dc8 None None] Deleting port c83ac5ec-fa70-49fc-84a7-f5defc1ea867 {{(pid=80336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:35:30.863801 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-dd43cc7a-042e-43a8-9668-c72a44939dc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:30.863960 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1858883'] for network, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:30.936826 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Deleting port c83ac5ec-fa70-49fc-84a7-f5defc1ea867 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:35:30.937168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:31.085795 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-dd43cc7a-042e-43a8-9668-c72a44939dc8 None None] For port c83ac5ec-fa70-49fc-84a7-f5defc1ea867, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=c83ac5ec-fa70-49fc-84a7-f5defc1ea867,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:35:31.086177 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-dd43cc7a-042e-43a8-9668-c72a44939dc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:31.156284 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] For port c83ac5ec-fa70-49fc-84a7-f5defc1ea867, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=c83ac5ec-fa70-49fc-84a7-f5defc1ea867,segment=NetworkSegment(c0d26c7a-ef60-4c5c-945f-b10195d0f098),segment_id=c0d26c7a-ef60-4c5c-945f-b10195d0f098)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:35:31.156676 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:31.216062 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-dd43cc7a-042e-43a8-9668-c72a44939dc8 None None] Calling delete_port for c83ac5ec-fa70-49fc-84a7-f5defc1ea867 owned by network:dhcp {{(pid=80336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:35:31.291718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Calling delete_port for c83ac5ec-fa70-49fc-84a7-f5defc1ea867 owned by network:dhcp {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:35:31.291999 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-dd43cc7a-042e-43a8-9668-c72a44939dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158'] for port, after_delete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:31.305459 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:31.353687 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43cc7a-042e-43a8-9668-c72a44939dc8 None None] Pushing event deleted for resources: {'Port': ['ID=c83ac5ec-fa70-49fc-84a7-f5defc1ea867,revision_number=None']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:31.358583 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-dd43cc7a-042e-43a8-9668-c72a44939dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:31.373063 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.api [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80335) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 14:35:31.373425 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_db.api [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 14:35:31.452797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd43cc7a-042e-43a8-9668-c72a44939dc8 None None] No DVR routers for this DVR port c83ac5ec-fa70-49fc-84a7-f5defc1ea867 on host dv-cinder-763306-2-smb {{(pid=80336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:35:31.874588 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Deleting port c83ac5ec-fa70-49fc-84a7-f5defc1ea867 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:35:31.875163 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:31.944574 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] The port 'c83ac5ec-fa70-49fc-84a7-f5defc1ea867' was deleted {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 14:35:32.078270 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970236', 'neutron.services.segments.db._delete_segments_for_network--9223363247167790520'] for network, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:32.195888 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7d019c-f6fc-47eb-aa49-9850e73d1180']}} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:32.210324 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d26c7a-ef60-4c5c-945f-b10195d0f098') {'for_net_delete': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:32.210603 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d26c7a-ef60-4c5c-945f-b10195d0f098') {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:32.223253 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247167819704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851820691'] for segment, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:32.244149 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:32.246355 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 14:35:32.430611 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 has no segments {{(pid=80335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:35:32.439863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1994887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2251732'] for segment, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:32.611540 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device c83ac5ec-fa70-49fc-84a7-f5defc1ea867 no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:35:32.639382 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Network 6c7d019c-f6fc-47eb-aa49-9850e73d1180 has no segments {{(pid=80335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:35:32.651320 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No Port match for: c83ac5ec-fa70-49fc-84a7-f5defc1ea867 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:35:32.652027 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device c83ac5ec-fa70-49fc-84a7-f5defc1ea867 not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: % (table.description, expected, rows_matched) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: % (table.description, expected, rows_matched) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: % (table.description, expected, rows_matched) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: % (table.description, expected, rows_matched) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: Traceback (most recent call last): Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: timer() Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: cb(*args, **kw) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: return func(*args, **kwargs) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: self._notify() Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: self.callback(batched_events) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: event.method(event) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: segment_id)['aggregates'][0] Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: return f(self, *a, **k) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: return self._get(url).json() Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: **kwargs) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: return self.request(url, 'GET', **kwargs) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: **endpoint_filter) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:35:32.676580 dv-cinder-763306-2-smb neutron-server[80223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:35:32.762087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852805557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:32.767181 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-659b8d9a-891e-4e4a-81bb-f1aadcc96bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:32.784352 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:32.796438 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7d019c-f6fc-47eb-aa49-9850e73d1180,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:32.799961 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:32.811787 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] 10.222.0.43 "DELETE /v2.0/networks/6c7d019c-f6fc-47eb-aa49-9850e73d1180 HTTP/1.1" status: 204 len: 168 time: 2.3031948 Nov 19 14:35:33.068631 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36570) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:33.125812 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e4c90deb-df3a-44a0-be4b-23b0f92b2ee8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b9f0120857d4cdba0db0a3b0de27f15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558686 Nov 19 14:35:33.128587 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36574) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:33.199001 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-79ab9d9f-d48e-4222-aaae-98675ab43d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:33.230424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-79ab9d9f-d48e-4222-aaae-98675ab43d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:33.282299 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-79ab9d9f-d48e-4222-aaae-98675ab43d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:33.288069 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a5ed602b-889c-4f51-8c6f-11f289357a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:33.300468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab9d9f-d48e-4222-aaae-98675ab43d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5defafc7-b672-451e-b1f1-727778393159,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:33.304495 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-79ab9d9f-d48e-4222-aaae-98675ab43d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:33.310307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-79ab9d9f-d48e-4222-aaae-98675ab43d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:33.311539 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-79ab9d9f-d48e-4222-aaae-98675ab43d12 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5defafc7-b672-451e-b1f1-727778393159 HTTP/1.1" status: 204 len: 168 time: 0.1819158 Nov 19 14:35:35.453348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36632) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:35.615817 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26942fb1-6257-4297-98e8-d73aaad30eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:35.654831 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-26942fb1-6257-4297-98e8-d73aaad30eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:35.659670 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-26942fb1-6257-4297-98e8-d73aaad30eba admin admin] Usage tracker for resource:security_group_rule and tenant:f61d3edd13254319836a2fadd21b0e72 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:35.662817 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-26942fb1-6257-4297-98e8-d73aaad30eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:35.668883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-26942fb1-6257-4297-98e8-d73aaad30eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:35.744466 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26942fb1-6257-4297-98e8-d73aaad30eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:35.750128 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26942fb1-6257-4297-98e8-d73aaad30eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:35.757591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4129b58a-36e9-4bca-a9a7-7ef0f201f7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:35.799522 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26942fb1-6257-4297-98e8-d73aaad30eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b35f407-7c3e-44dc-adba-2ad3f41ba6f2,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:35.804944 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-26942fb1-6257-4297-98e8-d73aaad30eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:35.808701 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-26942fb1-6257-4297-98e8-d73aaad30eba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f61d3edd13254319836a2fadd21b0e72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3542113 Nov 19 14:35:35.811589 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36638) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:35.876871 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fa44fd7f-74c5-43d8-8d90-a4915d49dd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:35.904950 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fa44fd7f-74c5-43d8-8d90-a4915d49dd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:35.955472 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fa44fd7f-74c5-43d8-8d90-a4915d49dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:35.959465 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-08e7b06e-d33d-4736-996f-3757c2aa362f tempest-AttachVolumeShelveTestJSON-6909925 tempest-AttachVolumeShelveTestJSON-6909925] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:35.971159 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44fd7f-74c5-43d8-8d90-a4915d49dd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b35f407-7c3e-44dc-adba-2ad3f41ba6f2,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:35.975311 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fa44fd7f-74c5-43d8-8d90-a4915d49dd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:35.978780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-fa44fd7f-74c5-43d8-8d90-a4915d49dd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:35.980723 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-fa44fd7f-74c5-43d8-8d90-a4915d49dd8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b35f407-7c3e-44dc-adba-2ad3f41ba6f2 HTTP/1.1" status: 204 len: 168 time: 0.1681066 Nov 19 14:35:36.900265 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36662) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:37.057773 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1348650923-network', 'tenant_id': 'f157d6a0cbd145f4aa5adb6989434253'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:35:37.063685 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:37.067972 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Usage tracker for resource:network and tenant:f157d6a0cbd145f4aa5adb6989434253 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:37.071480 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:37.078094 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:37.091810 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Made reservation on behalf of f157d6a0cbd145f4aa5adb6989434253 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:35:37.097539 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:37.112503 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:37.146281 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:37.150449 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Usage tracker for resource:security_group_rule and tenant:f157d6a0cbd145f4aa5adb6989434253 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:37.153855 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:37.159514 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:37.230569 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:37.235186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:37.238231 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ee56f9c2-cef7-43eb-95d8-3461586f057e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:37.273378 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:35:37.283157 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c80a54-16ae-4108-bfb9-0a4d561ea667,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:37.287107 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:37.289585 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:37.290012 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Added segment 02d6de6d-903d-4043-a782-ed1c1105b773 of type vxlan for network 36b9086a-8e6d-4391-b5df-7f077303dbd6 Nov 19 14:35:37.317453 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:37.349551 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:37.351032 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:35:37.351775 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:37.358309 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:37.465975 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5643554 Nov 19 14:35:37.469488 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 36670) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:37.471991 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Pushing event updated for resources: {'Network': ['ID=36b9086a-8e6d-4391-b5df-7f077303dbd6,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:37.474976 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:37.476572 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Request body: {'subnet': {'network_id': '36b9086a-8e6d-4391-b5df-7f077303dbd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1348650923-subnet', 'tenant_id': 'f157d6a0cbd145f4aa5adb6989434253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:35:37.484877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:37.490296 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Usage tracker for resource:subnet and tenant:f157d6a0cbd145f4aa5adb6989434253 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:37.490875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network 36b9086a-8e6d-4391-b5df-7f077303dbd6 details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:35:37.493534 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:37.504582 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:37.506053 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network 36b9086a-8e6d-4391-b5df-7f077303dbd6 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:35:37.515331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Made reservation on behalf of f157d6a0cbd145f4aa5adb6989434253 for: {'subnet': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:35:37.520231 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852152113'] for subnet, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:37.959543 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2251450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852152068'] for subnet, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:37.975314 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b82c5605-1892-491d-a557-a8978c42291c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:38.114477 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a60a13-17f4-41ce-a689-2bebfde2f81a,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:38.118556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:38.190597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Checking segment: {'id': '02d6de6d-903d-4043-a782-ed1c1105b773', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36b9086a-8e6d-4391-b5df-7f077303dbd6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:35:38.190996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Network hostable DHCP agents. Network: 36b9086a-8e6d-4391-b5df-7f077303dbd6, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:35:38.217035 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Network 36b9086a-8e6d-4391-b5df-7f077303dbd6 is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:35:38.226584 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, 36b9086a-8e6d-4391-b5df-7f077303dbd6) {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:35:38.235971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8f9b57-2ba1-421e-a82a-b3c1fb802168 None None] Network 36b9086a-8e6d-4391-b5df-7f077303dbd6 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:35:38.240205 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:35:38.241051 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:38.269475 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e6524354-602f-416a-be5c-ff51ab609bff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7930961 Nov 19 14:35:38.460917 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0dbf96-270e-4040-9b2c-d09c594b3182 None None] Network 36b9086a-8e6d-4391-b5df-7f077303dbd6 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:35:39.013909 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36692) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:39.020565 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-801609789-network', 'tenant_id': 'c5724543156a4b5cb15d77ebd2cffd77'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:35:39.025984 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:39.030443 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Usage tracker for resource:network and tenant:c5724543156a4b5cb15d77ebd2cffd77 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:39.033507 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:39.039386 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:39.050232 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Made reservation on behalf of c5724543156a4b5cb15d77ebd2cffd77 for: {'network': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:35:39.055324 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:39.068732 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:39.102274 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:39.106818 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Usage tracker for resource:security_group_rule and tenant:c5724543156a4b5cb15d77ebd2cffd77 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:39.109854 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:39.115717 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:39.188793 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:39.193148 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:39.196217 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6d2d0424-c46d-4536-ade2-0891001c5628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:39.229466 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80334) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:35:39.238946 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19afab0e-3479-4c4b-901d-7dcb16f3d770,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:39.242800 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:39.245356 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:39.245924 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Added segment 9b0e0ce8-0398-4871-840d-e25c8385442d of type vxlan for network a03b735a-c166-40f1-9dda-a9764cc759ff Nov 19 14:35:39.272990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:39.303959 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:39.305222 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:35:39.305881 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:39.309542 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-eafcc932-3c26-4ef9-bc17-4c2117dbccf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:39.412972 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3978293 Nov 19 14:35:39.416094 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 36704) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:39.418865 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Pushing event updated for resources: {'Network': ['ID=a03b735a-c166-40f1-9dda-a9764cc759ff,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:39.421900 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ac975128-94c7-4668-ae4a-53eccd7d983a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:39.423966 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Request body: {'subnet': {'network_id': 'a03b735a-c166-40f1-9dda-a9764cc759ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-801609789-subnet', 'tenant_id': 'c5724543156a4b5cb15d77ebd2cffd77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:35:39.429784 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network a03b735a-c166-40f1-9dda-a9764cc759ff details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:35:39.430686 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:39.435316 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Usage tracker for resource:subnet and tenant:c5724543156a4b5cb15d77ebd2cffd77 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:39.439642 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:39.444809 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network a03b735a-c166-40f1-9dda-a9764cc759ff details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:35:39.446004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:39.456812 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Made reservation on behalf of c5724543156a4b5cb15d77ebd2cffd77 for: {'subnet': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:35:39.461660 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852152113'] for subnet, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:39.884041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2251450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852152068'] for subnet, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:39.897622 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:40.032823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=002d3713-eb94-4437-b724-ab7744615173,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:40.037292 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:40.103697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Checking segment: {'id': '9b0e0ce8-0398-4871-840d-e25c8385442d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a03b735a-c166-40f1-9dda-a9764cc759ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:35:40.104083 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Network hostable DHCP agents. Network: a03b735a-c166-40f1-9dda-a9764cc759ff, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:35:40.127797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Network a03b735a-c166-40f1-9dda-a9764cc759ff is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:35:40.143216 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, a03b735a-c166-40f1-9dda-a9764cc759ff) {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:35:40.152758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7b662-7e41-4e6c-8fd6-5c390ad5c602 None None] Network a03b735a-c166-40f1-9dda-a9764cc759ff requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:35:40.155973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:35:40.157187 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:40.179733 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-1ac36f76-ce71-4c0a-9604-bdb3294bcfa4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7623734 Nov 19 14:35:40.321654 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36714) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:40.380048 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188a7c21-c46f-4e3a-96c3-41763d2ba70f None None] Network a03b735a-c166-40f1-9dda-a9764cc759ff requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:35:40.390393 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa6c9cd-43eb-447c-8a15-a8883f97e556 admin admin] Deleting subnet 32a60a13-17f4-41ce-a689-2bebfde2f81a {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 14:35:40.393648 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-afa6c9cd-43eb-447c-8a15-a8883f97e556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:40.450456 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-afa6c9cd-43eb-447c-8a15-a8883f97e556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2621425'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:40.510111 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-afa6c9cd-43eb-447c-8a15-a8883f97e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1992101'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:40.780299 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-afa6c9cd-43eb-447c-8a15-a8883f97e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852783684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2473423'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:40.794221 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e92e33ca-8b97-4240-82b0-d317b258352a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:40.837487 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6c9cd-43eb-447c-8a15-a8883f97e556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a60a13-17f4-41ce-a689-2bebfde2f81a,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:40.841513 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-afa6c9cd-43eb-447c-8a15-a8883f97e556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:40.937990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-afa6c9cd-43eb-447c-8a15-a8883f97e556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:40.944307 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-afa6c9cd-43eb-447c-8a15-a8883f97e556 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/32a60a13-17f4-41ce-a689-2bebfde2f81a HTTP/1.1" status: 204 len: 168 time: 0.6214695 Nov 19 14:35:40.947125 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36720) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:41.064511 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1858883'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:41.264385 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970236', 'neutron.services.segments.db._delete_segments_for_network--9223363247167790520'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:41.390279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b9086a-8e6d-4391-b5df-7f077303dbd6']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:41.403067 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d6de6d-903d-4043-a782-ed1c1105b773') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:41.403394 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d6de6d-903d-4043-a782-ed1c1105b773') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:41.415484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247167819704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852154374'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:41.430908 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:41.433033 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 14:35:41.614605 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] Network 36b9086a-8e6d-4391-b5df-7f077303dbd6 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:35:41.623922 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1994887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851852602'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:41.801086 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] Network 36b9086a-8e6d-4391-b5df-7f077303dbd6 has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: Traceback (most recent call last): Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: timer() Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: cb(*args, **kw) Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: return func(*args, **kwargs) Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: self._notify() Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: self.callback(batched_events) Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: event.method(event) Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: segment_id)['aggregates'][0] Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: return f(self, *a, **k) Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: return self._get(url).json() Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: **kwargs) Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: return self.request(url, 'GET', **kwargs) Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: **endpoint_filter) Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:35:41.824280 dv-cinder-763306-2-smb neutron-server[80223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:35:41.904791 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852805557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:41.909132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:41.911681 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:41.932990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] Pushing event deleted for resources: {'Network': ['ID=36b9086a-8e6d-4391-b5df-7f077303dbd6,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:41.935473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:41.937725 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-cd055bb5-808d-4528-b6c7-0a550372400d admin admin] 10.222.0.43 "DELETE /v2.0/networks/36b9086a-8e6d-4391-b5df-7f077303dbd6 HTTP/1.1" status: 204 len: 168 time: 0.9890337 Nov 19 14:35:41.940250 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36726) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:42.009846 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_v2 [None req-341e58ac-dd39-4c4d-9159-a5ec30f40ed5 admin admin] Deleting subnet 002d3713-eb94-4437-b724-ab7744615173 {{(pid=80334) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 14:35:42.013538 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-341e58ac-dd39-4c4d-9159-a5ec30f40ed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:42.065913 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-341e58ac-dd39-4c4d-9159-a5ec30f40ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2621425'] for subnet, precommit_delete_associations {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:42.124755 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-341e58ac-dd39-4c4d-9159-a5ec30f40ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1992101'] for subnet, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:42.394904 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-341e58ac-dd39-4c4d-9159-a5ec30f40ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852783684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2473423'] for subnet, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:42.410484 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-083cca01-cbbd-443f-a75b-83fe8e8fe28c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:42.451908 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e58ac-dd39-4c4d-9159-a5ec30f40ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002d3713-eb94-4437-b724-ab7744615173,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:42.456122 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-341e58ac-dd39-4c4d-9159-a5ec30f40ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:42.545546 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-341e58ac-dd39-4c4d-9159-a5ec30f40ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:42.551922 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-341e58ac-dd39-4c4d-9159-a5ec30f40ed5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/002d3713-eb94-4437-b724-ab7744615173 HTTP/1.1" status: 204 len: 168 time: 0.6106615 Nov 19 14:35:42.557337 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36730) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:42.924933 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1858883'] for network, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:43.118126 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970236', 'neutron.services.segments.db._delete_segments_for_network--9223363247167790520'] for network, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:43.231331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03b735a-c166-40f1-9dda-a9764cc759ff']}} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:43.248421 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0e0ce8-0398-4871-840d-e25c8385442d') {'for_net_delete': True} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:43.248751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0e0ce8-0398-4871-840d-e25c8385442d') {} {{(pid=80334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:35:43.260883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247167819704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852154374'] for segment, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:43.276455 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:43.278691 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80334) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 14:35:43.457698 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] Network a03b735a-c166-40f1-9dda-a9764cc759ff has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:35:43.467033 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1994887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851852602'] for segment, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:43.639836 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3301c980-d524-467f-a399-dee196332073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:43.651342 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] Network a03b735a-c166-40f1-9dda-a9764cc759ff has no segments {{(pid=80334) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: Traceback (most recent call last): Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: timer() Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: cb(*args, **kw) Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: return func(*args, **kwargs) Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: self._notify() Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: self.callback(batched_events) Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: event.method(event) Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: segment_id)['aggregates'][0] Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: return f(self, *a, **k) Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: return self._get(url).json() Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: **kwargs) Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: return self.request(url, 'GET', **kwargs) Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: **endpoint_filter) Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:35:43.674432 dv-cinder-763306-2-smb neutron-server[80223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:35:43.754426 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852805557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:43.757952 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-85bfc2aa-55a9-45a3-8d0b-355d95fe9d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:43.772226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:43.782627 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03b735a-c166-40f1-9dda-a9764cc759ff,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:43.785469 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a03b735a-c166-40f1-9dda-a9764cc759ff HTTP/1.1" status: 204 len: 168 time: 1.2270525 Nov 19 14:35:43.786488 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-37a0868e-b837-433a-9512-4bffdc76cde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:43.999830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36740) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:44.054951 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6fdaa8df-20e8-459e-a588-f62c7309360c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f157d6a0cbd145f4aa5adb6989434253&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538228 Nov 19 14:35:44.057406 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36744) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:44.120376 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-00053b16-bd65-4e8c-a740-2662201695e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:44.148638 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-00053b16-bd65-4e8c-a740-2662201695e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:44.194839 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-00053b16-bd65-4e8c-a740-2662201695e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:44.199140 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-092f877e-6739-4cfe-9926-e006ec7e0c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:44.210842 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00053b16-bd65-4e8c-a740-2662201695e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c80a54-16ae-4108-bfb9-0a4d561ea667,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:44.214727 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-00053b16-bd65-4e8c-a740-2662201695e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:44.217986 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-00053b16-bd65-4e8c-a740-2662201695e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:44.219224 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-00053b16-bd65-4e8c-a740-2662201695e2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4c80a54-16ae-4108-bfb9-0a4d561ea667 HTTP/1.1" status: 204 len: 168 time: 0.1606486 Nov 19 14:35:44.747317 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 36752) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:44.804006 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6c2f6a74-ceab-445b-b5d9-692baeabe8ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5724543156a4b5cb15d77ebd2cffd77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0553927 Nov 19 14:35:44.806548 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 36758) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:44.874086 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0740f6f8-89de-41ec-a535-01140e77b42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:44.901353 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0740f6f8-89de-41ec-a535-01140e77b42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:44.950090 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0740f6f8-89de-41ec-a535-01140e77b42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:44.953967 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-76cb4188-7c6c-4c9f-9d24-e06fb0ffc56b tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:44.965720 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740f6f8-89de-41ec-a535-01140e77b42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19afab0e-3479-4c4b-901d-7dcb16f3d770,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:44.969606 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0740f6f8-89de-41ec-a535-01140e77b42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:44.973132 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0740f6f8-89de-41ec-a535-01140e77b42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:44.974373 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-0740f6f8-89de-41ec-a535-01140e77b42a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19afab0e-3479-4c4b-901d-7dcb16f3d770 HTTP/1.1" status: 204 len: 168 time: 0.1668544 Nov 19 14:35:45.197509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:46.044041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-562832ca-aede-419b-acfe-ad3864bf45ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:46.579791 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:47.417003 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:48.030548 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:48.986568 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36908) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:49.149499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9eb19cfb-e54b-468b-be56-7cb9972180ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:49.182374 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9eb19cfb-e54b-468b-be56-7cb9972180ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:49.186499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9eb19cfb-e54b-468b-be56-7cb9972180ff admin admin] Usage tracker for resource:security_group_rule and tenant:fe5099861fbd490683235667fcd922f4 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:49.189475 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-9eb19cfb-e54b-468b-be56-7cb9972180ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:49.195321 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-9eb19cfb-e54b-468b-be56-7cb9972180ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:49.264186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9eb19cfb-e54b-468b-be56-7cb9972180ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:49.267496 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9eb19cfb-e54b-468b-be56-7cb9972180ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:49.277221 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fb2b2535-7ee1-4b05-9ac5-1bb232d9c511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:49.322623 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-9eb19cfb-e54b-468b-be56-7cb9972180ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe5099861fbd490683235667fcd922f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3348818 Nov 19 14:35:49.323564 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb19cfb-e54b-468b-be56-7cb9972180ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c050592-a0c0-4b45-976a-560ab21bbd11,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:49.325600 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 36918) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:49.327015 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-9eb19cfb-e54b-468b-be56-7cb9972180ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:49.389863 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6344e1e4-a73e-4b01-ab2e-9fcec73ca590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:49.416983 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6344e1e4-a73e-4b01-ab2e-9fcec73ca590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:49.465353 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6344e1e4-a73e-4b01-ab2e-9fcec73ca590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:49.469228 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5379384c-8560-4e05-b048-8d605c14ad25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:49.480891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344e1e4-a73e-4b01-ab2e-9fcec73ca590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c050592-a0c0-4b45-976a-560ab21bbd11,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:49.484780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6344e1e4-a73e-4b01-ab2e-9fcec73ca590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:49.488106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6344e1e4-a73e-4b01-ab2e-9fcec73ca590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:49.489333 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-6344e1e4-a73e-4b01-ab2e-9fcec73ca590 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c050592-a0c0-4b45-976a-560ab21bbd11 HTTP/1.1" status: 204 len: 168 time: 0.1625109 Nov 19 14:35:49.859706 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36926) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:49.889581 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0b766771-dd98-4b73-b501-41fb1f73e8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:49.925717 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-0b766771-dd98-4b73-b501-41fb1f73e8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:49.930581 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-0b766771-dd98-4b73-b501-41fb1f73e8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:1be6df7ba9b2444b8885661a1abcbcb3 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:49.933909 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-0b766771-dd98-4b73-b501-41fb1f73e8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:49.939867 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-0b766771-dd98-4b73-b501-41fb1f73e8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:50.009525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0b766771-dd98-4b73-b501-41fb1f73e8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:50.014961 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0b766771-dd98-4b73-b501-41fb1f73e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:50.025701 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-26942fb1-6257-4297-98e8-d73aaad30eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:50.072800 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b766771-dd98-4b73-b501-41fb1f73e8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2160fbe7-de71-41c8-9589-8f750fc43644,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:50.076003 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0b766771-dd98-4b73-b501-41fb1f73e8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:50.081418 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-0b766771-dd98-4b73-b501-41fb1f73e8f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1be6df7ba9b2444b8885661a1abcbcb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2202368 Nov 19 14:35:50.081555 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 36930) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:50.150097 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a6f22763-3b6d-4145-a311-605158cc71ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:50.177123 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a6f22763-3b6d-4145-a311-605158cc71ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:50.226987 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a6f22763-3b6d-4145-a311-605158cc71ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:50.232336 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0c310e32-e645-4520-be4b-445dc31bd428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:50.243349 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f22763-3b6d-4145-a311-605158cc71ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2160fbe7-de71-41c8-9589-8f750fc43644,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:50.248417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a6f22763-3b6d-4145-a311-605158cc71ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:50.250520 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a6f22763-3b6d-4145-a311-605158cc71ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:50.251706 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-a6f22763-3b6d-4145-a311-605158cc71ee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2160fbe7-de71-41c8-9589-8f750fc43644 HTTP/1.1" status: 204 len: 168 time: 0.1689973 Nov 19 14:35:52.615127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 36988) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:52.773327 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c0d46091-d98a-4ad5-86fb-13036d5884ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:52.808022 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c0d46091-d98a-4ad5-86fb-13036d5884ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:52.812498 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c0d46091-d98a-4ad5-86fb-13036d5884ef admin admin] Usage tracker for resource:security_group_rule and tenant:e0c3a55e7a7a490bb6d3b9d57abeafb8 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:52.815511 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c0d46091-d98a-4ad5-86fb-13036d5884ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:52.821399 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c0d46091-d98a-4ad5-86fb-13036d5884ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:52.891886 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c0d46091-d98a-4ad5-86fb-13036d5884ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:52.896115 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c0d46091-d98a-4ad5-86fb-13036d5884ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:52.903032 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-23f20771-18c5-44e5-a749-da7ff51fefe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:52.949023 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d46091-d98a-4ad5-86fb-13036d5884ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b465521-0612-4cd8-9907-07d45ae7e353,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:52.952662 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c0d46091-d98a-4ad5-86fb-13036d5884ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:52.958360 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-c0d46091-d98a-4ad5-86fb-13036d5884ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0c3a55e7a7a490bb6d3b9d57abeafb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3419499 Nov 19 14:35:52.958983 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 36996) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:53.024083 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e450be38-5e36-4a59-90b4-7d531d0df76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:53.053238 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e450be38-5e36-4a59-90b4-7d531d0df76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:53.101555 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e450be38-5e36-4a59-90b4-7d531d0df76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:53.113833 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c027c813-38a9-4a3c-8fb6-b93d4b995718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:53.129699 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450be38-5e36-4a59-90b4-7d531d0df76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b465521-0612-4cd8-9907-07d45ae7e353,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:53.134456 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e450be38-5e36-4a59-90b4-7d531d0df76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:53.138978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e450be38-5e36-4a59-90b4-7d531d0df76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:53.142660 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e450be38-5e36-4a59-90b4-7d531d0df76c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b465521-0612-4cd8-9907-07d45ae7e353 HTTP/1.1" status: 204 len: 168 time: 0.1802003 Nov 19 14:35:53.519948 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 37008) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:53.540159 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-34f1c3dd-f36d-4d0e-a708-7295715708db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:53.574766 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-34f1c3dd-f36d-4d0e-a708-7295715708db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:53.579181 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-34f1c3dd-f36d-4d0e-a708-7295715708db admin admin] Usage tracker for resource:security_group_rule and tenant:275516fc91fb4962a22b6aa08fdf721a is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:53.582334 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-34f1c3dd-f36d-4d0e-a708-7295715708db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:53.588556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-34f1c3dd-f36d-4d0e-a708-7295715708db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:53.660673 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-34f1c3dd-f36d-4d0e-a708-7295715708db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:53.665198 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-34f1c3dd-f36d-4d0e-a708-7295715708db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:53.672106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-41c20268-c2f3-42f7-b30c-4f571bc90af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:53.713662 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1c3dd-f36d-4d0e-a708-7295715708db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e66a2b-5d3a-426c-af62-725f17d8a3c5,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:53.717455 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-34f1c3dd-f36d-4d0e-a708-7295715708db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:53.720297 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-34f1c3dd-f36d-4d0e-a708-7295715708db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=275516fc91fb4962a22b6aa08fdf721a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1992371 Nov 19 14:35:53.723283 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 37012) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:53.787836 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2cc24698-8ac8-42c2-a183-4828dd4f4d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:53.815246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2cc24698-8ac8-42c2-a183-4828dd4f4d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:53.861006 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2cc24698-8ac8-42c2-a183-4828dd4f4d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:53.864822 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-fa44fd7f-74c5-43d8-8d90-a4915d49dd8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:53.876674 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc24698-8ac8-42c2-a183-4828dd4f4d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e66a2b-5d3a-426c-af62-725f17d8a3c5,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:53.880463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2cc24698-8ac8-42c2-a183-4828dd4f4d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:53.884230 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2cc24698-8ac8-42c2-a183-4828dd4f4d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:53.885508 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-2cc24698-8ac8-42c2-a183-4828dd4f4d98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04e66a2b-5d3a-426c-af62-725f17d8a3c5 HTTP/1.1" status: 204 len: 168 time: 0.1613123 Nov 19 14:35:55.716649 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 37064) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:55.869910 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-eb510586-791b-46c3-9677-83d9bb1b4458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:55.903631 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-eb510586-791b-46c3-9677-83d9bb1b4458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:55.907964 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-eb510586-791b-46c3-9677-83d9bb1b4458 admin admin] Usage tracker for resource:security_group_rule and tenant:6f04b68010e4491a95b0bc7e942b8604 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:55.911978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-eb510586-791b-46c3-9677-83d9bb1b4458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:55.918996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-eb510586-791b-46c3-9677-83d9bb1b4458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:55.997237 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-eb510586-791b-46c3-9677-83d9bb1b4458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:56.000811 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-eb510586-791b-46c3-9677-83d9bb1b4458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:56.009168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d3048ab0-a116-40f5-84dd-5e937a1bec86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:56.053788 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb510586-791b-46c3-9677-83d9bb1b4458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249562ab-50aa-4cbc-bd2a-7f3b3e5bd7d9,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:56.057651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-eb510586-791b-46c3-9677-83d9bb1b4458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:56.065333 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-eb510586-791b-46c3-9677-83d9bb1b4458 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f04b68010e4491a95b0bc7e942b8604&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3432000 Nov 19 14:35:56.065333 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 37080) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:56.130875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ba88b9-ffef-46d7-b3e1-e775109582a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:56.158286 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ba88b9-ffef-46d7-b3e1-e775109582a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:56.210624 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ba88b9-ffef-46d7-b3e1-e775109582a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:56.218576 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5bf84fbe-8970-46f5-a690-0e97d4ffba51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:56.232978 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba88b9-ffef-46d7-b3e1-e775109582a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249562ab-50aa-4cbc-bd2a-7f3b3e5bd7d9,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:56.235628 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-72ba88b9-ffef-46d7-b3e1-e775109582a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:56.239604 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-72ba88b9-ffef-46d7-b3e1-e775109582a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:56.241579 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-72ba88b9-ffef-46d7-b3e1-e775109582a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/249562ab-50aa-4cbc-bd2a-7f3b3e5bd7d9 HTTP/1.1" status: 204 len: 168 time: 0.1771910 Nov 19 14:35:56.336976 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 37090) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:56.624358 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-44cb16b2-db34-4da1-83ce-b50cfc74f39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:56.657358 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-44cb16b2-db34-4da1-83ce-b50cfc74f39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:56.661488 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-44cb16b2-db34-4da1-83ce-b50cfc74f39c admin admin] Usage tracker for resource:security_group_rule and tenant:9c3482778b024499af7d8fe395300de5 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:56.664535 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-44cb16b2-db34-4da1-83ce-b50cfc74f39c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:56.670423 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-44cb16b2-db34-4da1-83ce-b50cfc74f39c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:56.740348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-44cb16b2-db34-4da1-83ce-b50cfc74f39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:56.743488 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-44cb16b2-db34-4da1-83ce-b50cfc74f39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:56.751762 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ec6b9701-d78f-429f-8082-a576c873174a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:56.794644 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb16b2-db34-4da1-83ce-b50cfc74f39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b254dd-7f60-4ff2-b5b9-2ba713c11067,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:56.798020 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-44cb16b2-db34-4da1-83ce-b50cfc74f39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:56.805509 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-44cb16b2-db34-4da1-83ce-b50cfc74f39c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c3482778b024499af7d8fe395300de5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4639394 Nov 19 14:35:56.805885 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 37106) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:56.870139 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-670b1221-ab79-4302-a464-14d2b41c272f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:56.898902 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-670b1221-ab79-4302-a464-14d2b41c272f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:56.947152 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-670b1221-ab79-4302-a464-14d2b41c272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:56.952528 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-214b079c-2cb5-440b-a367-f66a3f43d59f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:56.970156 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b1221-ab79-4302-a464-14d2b41c272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b254dd-7f60-4ff2-b5b9-2ba713c11067,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:56.973220 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-670b1221-ab79-4302-a464-14d2b41c272f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:56.975410 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-670b1221-ab79-4302-a464-14d2b41c272f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:56.976601 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-670b1221-ab79-4302-a464-14d2b41c272f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74b254dd-7f60-4ff2-b5b9-2ba713c11067 HTTP/1.1" status: 204 len: 168 time: 0.1696293 Nov 19 14:35:57.170150 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 37120) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:57.311746 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-571334259-network', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:35:57.317114 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:57.321511 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Usage tracker for resource:network and tenant:28d67dbc8fc34926848cbcb147daba34 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:57.324819 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:57.331550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:57.332471 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 37126) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:57.343169 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Made reservation on behalf of 28d67dbc8fc34926848cbcb147daba34 for: {'network': 1} {{(pid=80335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:35:57.347994 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for network, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.353021 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2308b1db-539e-40dc-8d7d-1ea0684ede44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.361749 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.387111 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-2308b1db-539e-40dc-8d7d-1ea0684ede44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:57.391778 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-2308b1db-539e-40dc-8d7d-1ea0684ede44 admin admin] Usage tracker for resource:security_group_rule and tenant:909392490a3144c7b4077f4c5bb416c3 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:57.394884 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-2308b1db-539e-40dc-8d7d-1ea0684ede44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:57.396312 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:57.400608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Usage tracker for resource:security_group_rule and tenant:28d67dbc8fc34926848cbcb147daba34 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:57.400756 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-2308b1db-539e-40dc-8d7d-1ea0684ede44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:57.403780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:57.409880 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:57.469339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2308b1db-539e-40dc-8d7d-1ea0684ede44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.473203 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2308b1db-539e-40dc-8d7d-1ea0684ede44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.479861 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.480371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2cff6816-c709-48ca-bf22-9e2f9246b2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:57.483460 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.487802 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-efbfdc7c-b773-4382-9735-8758d69ddc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:57.520249 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 14:35:57.523070 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308b1db-539e-40dc-8d7d-1ea0684ede44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b057398b-abd0-4b3f-b109-b3c2ff38b52b,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:57.526625 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2308b1db-539e-40dc-8d7d-1ea0684ede44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:57.529886 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef808406-25ce-4118-a3d7-ef439dc874a4,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:57.530243 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-2308b1db-539e-40dc-8d7d-1ea0684ede44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=909392490a3144c7b4077f4c5bb416c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1965554 Nov 19 14:35:57.533065 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 37130) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:57.534350 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:57.537124 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789686985280', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.537583 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.segments_db [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Added segment b2ee9da8-113f-4925-a4c2-1e7f312e592a of type vxlan for network 0b54d884-393b-4e75-b3e4-0090ec086da5 Nov 19 14:35:57.565095 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789686371085'] for network, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.600065 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.601305 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:35:57.601965 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.602865 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-50411844-1f32-45f9-8263-4964f7b0335e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.607116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4de267b7-66a1-4aff-b6b4-18e5a17c283c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:57.631143 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-50411844-1f32-45f9-8263-4964f7b0335e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.681476 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-50411844-1f32-45f9-8263-4964f7b0335e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.685787 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-7e86d954-0e97-43f0-a58a-9539e0d95afb tempest-AttachVolumeTestJSON-379886043 tempest-AttachVolumeTestJSON-379886043] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:57.697983 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50411844-1f32-45f9-8263-4964f7b0335e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b057398b-abd0-4b3f-b109-b3c2ff38b52b,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:57.701104 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-50411844-1f32-45f9-8263-4964f7b0335e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:57.707474 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-50411844-1f32-45f9-8263-4964f7b0335e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:57.711209 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-50411844-1f32-45f9-8263-4964f7b0335e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b057398b-abd0-4b3f-b109-b3c2ff38b52b HTTP/1.1" status: 204 len: 168 time: 0.1743596 Nov 19 14:35:57.717699 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0b54d884-393b-4e75-b3e4-0090ec086da5,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:57.724193 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 37136) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:57.724349 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5528672 Nov 19 14:35:57.725184 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-86671a87-e54f-404e-a5de-1399c28476c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:57.731307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Network 0b54d884-393b-4e75-b3e4-0090ec086da5 details requested by agent ovs-agent-dv-cinder-763306-2-smb with host dv-cinder-763306-2-smb {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:35:57.733048 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Request body: {'subnet': {'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-571334259-subnet', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'ip_version': 4}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:35:57.742339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:57.746962 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Usage tracker for resource:subnet and tenant:28d67dbc8fc34926848cbcb147daba34 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:57.750372 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:57.756473 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:57.767269 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Network 0b54d884-393b-4e75-b3e4-0090ec086da5 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80336) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 14:35:57.768442 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Made reservation on behalf of 28d67dbc8fc34926848cbcb147daba34 for: {'subnet': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:35:57.773302 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852302348'] for subnet, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:58.191010 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851852376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852302393'] for subnet, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:58.210068 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:58.350187 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a45be7b-947c-4600-9b48-cfa3ce8e55bd,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:58.354233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:58.415531 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Checking segment: {'id': 'b2ee9da8-113f-4925-a4c2-1e7f312e592a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:35:58.415947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Network hostable DHCP agents. Network: 0b54d884-393b-4e75-b3e4-0090ec086da5, hostable agents: ['0d2aa8c8-d6ba-4142-8310-7d862c2022d8'], hosted agents: [] {{(pid=80334) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 14:35:58.438617 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Network 0b54d884-393b-4e75-b3e4-0090ec086da5 is scheduled to be hosted by DHCP agent 0d2aa8c8-d6ba-4142-8310-7d862c2022d8 with binding_index 1 {{(pid=80334) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 14:35:58.447154 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-smb, 0b54d884-393b-4e75-b3e4-0090ec086da5) {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:35:58.458338 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71215d3-0d29-4c3a-9b6f-0915c9317682 None None] Network 0b54d884-393b-4e75-b3e4-0090ec086da5 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:35:58.459920 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:35:58.460576 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:58.482257 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-062f79bd-a893-45a8-bc22-45acd50f2098 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7564766 Nov 19 14:35:58.484856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 37154) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:35:58.491124 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:35:58.497819 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:35:58.503641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Usage tracker for resource:router and tenant:28d67dbc8fc34926848cbcb147daba34 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:35:58.507475 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:35:58.514455 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:35:58.525601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688959', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-996'] for router, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:58.526740 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854086857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-601544', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774804'] for router, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:58.551650 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:58.698264 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp424efb7b-3a04-5155-bdb0-a6036b2cfe97-0b54d884-393b-4e75-b3e4-0090ec086da5', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'fixed_ips': [{'subnet_id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd'}]}} from dv-cinder-763306-2-smb. {{(pid=80336) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 14:35:58.701902 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:58.957130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-601407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-689062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774817'] for router, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:59.018781 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Allocated IP 172.20.0.2 (0b54d884-393b-4e75-b3e4-0090ec086da5/6a45be7b-947c-4600-9b48-cfa3ce8e55bd/db9c4a54-8b88-4891-8479-d9f9df4f4558) {{(pid=80336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:35:59.164720 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:59.197892 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:59.256333 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Notify callbacks [] for port, precommit_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:59.280782 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Transition to ACTIVE for port object db9c4a54-8b88-4891-8479-d9f9df4f4558 will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:35:59.299693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Transition to ACTIVE for port object db9c4a54-8b88-4891-8479-d9f9df4f4558 will not be triggered until provisioned by entity DHCP. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:35:59.310373 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710'] for port, after_create {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:59.328474 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-dd43cc7a-042e-43a8-9668-c72a44939dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:59.487601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Allocated IP 172.28.0.5 (ca817bba-b7b8-4a37-9c7c-42c1a6687b2c/542d015a-8e34-4d9c-af1c-363e209ac3b2/e15ade72-7628-427a-a2f6-e2857b5d6336) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:35:59.651020 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Pushing event updated for resources: {'Port': ['ID=db9c4a54-8b88-4891-8479-d9f9df4f4558,revision_number=1']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:59.658477 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:59.677608 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.678360 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.678737 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.679098 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.679489 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.679820 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.680221 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.680508 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.680864 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.681193 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.681568 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.681941 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.682348 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.682670 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.683043 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.683362 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.683706 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.684055 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.684456 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.684833 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.685190 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.685513 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.685888 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.686217 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:35:59.686623 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:59.691745 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:59.702682 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a13e1d44-28b5-467e-8521-617a51de2d90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:35:59.711698 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Network 0b54d884-393b-4e75-b3e4-0090ec086da5 is already hosted by enough agents. {{(pid=80336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:35:59.712848 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Resources bound (agent type, host, resource id): {{(pid=80336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:35:59.715133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Received port after_create {{(pid=80336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:35:59.773908 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Attempting to bind port db9c4a54-8b88-4891-8479-d9f9df4f4558 on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:35:59.774165 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Attempting to bind port db9c4a54-8b88-4891-8479-d9f9df4f4558 by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': 'b2ee9da8-113f-4925-a4c2-1e7f312e592a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:35:59.774574 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Attempting to bind port db9c4a54-8b88-4891-8479-d9f9df4f4558 on network 0b54d884-393b-4e75-b3e4-0090ec086da5 {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:35:59.782266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:35:59.782647 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Checking segment: {'id': 'b2ee9da8-113f-4925-a4c2-1e7f312e592a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:35:59.783120 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:59.783539 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Bound using segment: {'id': 'b2ee9da8-113f-4925-a4c2-1e7f312e592a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:35:59.784057 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Bound port: db9c4a54-8b88-4891-8479-d9f9df4f4558, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ee9da8-113f-4925-a4c2-1e7f312e592a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:35:59.784469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:59.845897 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Pushing event updated for resources: {'Port': ['ID=e15ade72-7628-427a-a2f6-e2857b5d6336,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:35:59.850688 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:35:59.877544 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] For port db9c4a54-8b88-4891-8479-d9f9df4f4558, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:35:59.880798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] For port db9c4a54-8b88-4891-8479-d9f9df4f4558, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=db9c4a54-8b88-4891-8479-d9f9df4f4558,segment=NetworkSegment(b2ee9da8-113f-4925-a4c2-1e7f312e592a),segment_id=b2ee9da8-113f-4925-a4c2-1e7f312e592a)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:35:59.885020 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:35:59.894390 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:35:59.895858 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:35:59.898477 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:35:59.905304 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:00.052625 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Pushing event updated for resources: {'Port': ['ID=db9c4a54-8b88-4891-8479-d9f9df4f4558,revision_number=2']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:00.057856 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:00.066874 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:00.067689 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854086739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854174443'] for router, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:00.320924 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Router a1ff3f52-dc72-41d9-85f1-675847886470 is scheduled to L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 with binding_index 1 {{(pid=80335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 14:36:00.548600 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:36:00.559301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Sync routers for ids ['a1ff3f52-dc72-41d9-85f1-675847886470'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:36:00.575660 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Routers {'a1ff3f52-dc72-41d9-85f1-675847886470'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:36:00.576503 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:35:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['a1ff3f52-dc72-41d9-85f1-675847886470'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:36:00.587117 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] Notify callbacks [] for router, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:00.591834 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-714f10f6-ad2d-4159-88b4-854bf3b68b8e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1025076 Nov 19 14:36:00.591834 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 37172) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:36:00.688931 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device db9c4a54-8b88-4891-8479-d9f9df4f4558 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:36:00.775093 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port db9c4a54-8b88-4891-8479-d9f9df4f4558 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:36:00.954122 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Set router a1ff3f52-dc72-41d9-85f1-675847886470 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:36:01.267240 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:36:00Z', 'revision_number': 3, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port': {'id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:35:59Z', 'updated_at': '2020-11-19T14:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:36:01.272186 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Checking router: a1ff3f52-dc72-41d9-85f1-675847886470 for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:36:01.272763 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Updating router a1ff3f52-dc72-41d9-85f1-675847886470 port e15ade72-7628-427a-a2f6-e2857b5d6336 binding host dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 14:36:01.331584 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:01.368586 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:01.529082 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecedcf0-2bf0-4ef2-9556-a3f9a1250f2b None None] Network 0b54d884-393b-4e75-b3e4-0090ec086da5 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:36:01.656090 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-80974435-a6e9-4689-9405-3b10079f6e00 None None] Provisioning for port db9c4a54-8b88-4891-8479-d9f9df4f4558 completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:36:01.674307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-80974435-a6e9-4689-9405-3b10079f6e00 None None] Provisioning complete for port db9c4a54-8b88-4891-8479-d9f9df4f4558 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:01.674794 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-80974435-a6e9-4689-9405-3b10079f6e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:01.732626 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Allocated IP 172.20.0.1 (0b54d884-393b-4e75-b3e4-0090ec086da5/6a45be7b-947c-4600-9b48-cfa3ce8e55bd/eb0210e9-a786-445c-bca7-767269a4a686) {{(pid=80335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:36:01.754877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Notify callbacks [] for port, precommit_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:01.767987 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Transition to ACTIVE for port object e15ade72-7628-427a-a2f6-e2857b5d6336 will not be triggered until provisioned by entity L2. {{(pid=80337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:36:01.772866 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:01.791254 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:01.859694 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Pushing event updated for resources: {'Port': ['ID=e15ade72-7628-427a-a2f6-e2857b5d6336,revision_number=2']} {{(pid=80337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:01.872797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.873219 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.873670 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.874129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.874567 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.875004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.875441 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.876015 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.876462 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.876905 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.877347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.877806 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.878309 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.878748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.879187 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.879613 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.880053 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.880557 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.881202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.881542 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.882073 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.882508 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.882944 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.883378 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:01.890487 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:01.910991 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:01.917364 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-80974435-a6e9-4689-9405-3b10079f6e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:01.930195 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Transition to ACTIVE for port object eb0210e9-a786-445c-bca7-767269a4a686 will not be triggered until provisioned by entity DHCP. {{(pid=80335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:36:01.955620 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:01.964557 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-80974435-a6e9-4689-9405-3b10079f6e00 None None] For port db9c4a54-8b88-4891-8479-d9f9df4f4558, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=db9c4a54-8b88-4891-8479-d9f9df4f4558,segment=NetworkSegment(b2ee9da8-113f-4925-a4c2-1e7f312e592a),segment_id=b2ee9da8-113f-4925-a4c2-1e7f312e592a)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:36:01.976177 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-80974435-a6e9-4689-9405-3b10079f6e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:01.978347 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:02.040751 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Attempting to bind port e15ade72-7628-427a-a2f6-e2857b5d6336 on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:36:02.041345 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Attempting to bind port e15ade72-7628-427a-a2f6-e2857b5d6336 by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}] {{(pid=80337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:36:02.042020 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Attempting to bind port e15ade72-7628-427a-a2f6-e2857b5d6336 on network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:36:02.051399 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:36:02.052101 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Checking segment: {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:36:02.052653 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:02.053528 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Bound using segment: {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'} {{(pid=80337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:36:02.054209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Bound port: e15ade72-7628-427a-a2f6-e2857b5d6336, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6663b0cf-444e-4706-a5f6-74243b8c7e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}}] {{(pid=80337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:36:02.054861 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:02.064489 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80974435-a6e9-4689-9405-3b10079f6e00 None None] Pushing event updated for resources: {'Port': ['ID=db9c4a54-8b88-4891-8479-d9f9df4f4558,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:02.071488 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-80974435-a6e9-4689-9405-3b10079f6e00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:02.108889 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:02.182238 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] For port e15ade72-7628-427a-a2f6-e2857b5d6336, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:36:02.193659 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] For port e15ade72-7628-427a-a2f6-e2857b5d6336, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=e15ade72-7628-427a-a2f6-e2857b5d6336,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:36:02.204834 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:02.233798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:02.317718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-4c32673e-7e1a-44db-92a3-2c16e0581650 None None] Provisioning complete for port db9c4a54-8b88-4891-8479-d9f9df4f4558 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:02.318316 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4c32673e-7e1a-44db-92a3-2c16e0581650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:02.449570 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Pushing event updated for resources: {'Port': ['ID=e15ade72-7628-427a-a2f6-e2857b5d6336,revision_number=3']} {{(pid=80337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:02.463991 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b92dd0a4-476c-49c5-ba3d-48e7abf21265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:02.477380 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0210e9-a786-445c-bca7-767269a4a686,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:02.482093 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:02.483795 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Routers {'a1ff3f52-dc72-41d9-85f1-675847886470'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:36:02.484476 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:35:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['a1ff3f52-dc72-41d9-85f1-675847886470'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:36:02.508487 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Network 0b54d884-393b-4e75-b3e4-0090ec086da5 is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:36:02.509876 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:36:02.512683 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Received port after_create {{(pid=80335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:36:02.574060 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-605674'] for router_interface, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:02.590424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-ade952c3-1f9a-4565-9346-1b3d7e25145a None None] Provisioning complete for port db9c4a54-8b88-4891-8479-d9f9df4f4558 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:02.590868 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ade952c3-1f9a-4565-9346-1b3d7e25145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:02.676508 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device db9c4a54-8b88-4891-8479-d9f9df4f4558 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:36:02.713442 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:02.719605 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] Set router a1ff3f52-dc72-41d9-85f1-675847886470 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:36:02.812605 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port db9c4a54-8b88-4891-8479-d9f9df4f4558 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:02.813150 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:02.965706 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-8308322b-4cff-4fd0-8039-00486830ee19 None None] Provisioning for port eb0210e9-a786-445c-bca7-767269a4a686 completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:36:02.971179 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-8308322b-4cff-4fd0-8039-00486830ee19 None None] Provisioning complete for port eb0210e9-a786-445c-bca7-767269a4a686 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:02.971601 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8308322b-4cff-4fd0-8039-00486830ee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:03.015973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:03.020468 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852524501'] for port, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:03.026183 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-8308322b-4cff-4fd0-8039-00486830ee19 None None] Port eb0210e9-a786-445c-bca7-767269a4a686 cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:36:03.040233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:36:00Z', 'revision_number': 3, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port': {'id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:35:59Z', 'updated_at': '2020-11-19T14:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:36:03.040434 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-8308322b-4cff-4fd0-8039-00486830ee19 None None] Provisioning complete for port db9c4a54-8b88-4891-8479-d9f9df4f4558 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:03.040691 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8308322b-4cff-4fd0-8039-00486830ee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:03.044605 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227ed2f-0d4e-41b3-82c5-ba5237796229 None None] The sync data for ids ['a1ff3f52-dc72-41d9-85f1-675847886470'] in dv-cinder-763306-2-smb is: [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:36:00Z', 'revision_number': 3, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port': {'id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:35:59Z', 'updated_at': '2020-11-19T14:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:36:03.050697 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:03.142532 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0210e9-a786-445c-bca7-767269a4a686,revision_number=2']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:03.145329 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853334317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854170876'] for router_interface, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:03.159710 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:03.303947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Network 0b54d884-393b-4e75-b3e4-0090ec086da5 is already hosted by enough agents. {{(pid=80335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:36:03.305443 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Resources bound (agent type, host, resource id): {{(pid=80335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:36:03.605778 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-d44c28f8-735c-4181-8f50-b1d189b5fe2f None None] Provisioning complete for port eb0210e9-a786-445c-bca7-767269a4a686 triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:03.605778 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d44c28f8-735c-4181-8f50-b1d189b5fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:03.666717 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-d44c28f8-735c-4181-8f50-b1d189b5fe2f None None] Port eb0210e9-a786-445c-bca7-767269a4a686 cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:36:03.763586 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Router a1ff3f52-dc72-41d9-85f1-675847886470 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:36:03.987235 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:36:03.997377 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-e6e592bb-1f95-4fc9-b006-ace606d6a217 admin admin] 10.222.0.43 "PUT /v2.0/routers/a1ff3f52-dc72-41d9-85f1-675847886470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4044776 Nov 19 14:36:04.652396 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device e15ade72-7628-427a-a2f6-e2857b5d6336 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:36:04.654177 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-317086866', 'description': 'tempest-TestShelveInstance-317086866 description'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:36:04.660971 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:36:04.664913 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Usage tracker for resource:security_group and tenant:28d67dbc8fc34926848cbcb147daba34 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:36:04.669311 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:36:04.675246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:36:04.686157 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for security_group, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:04.724110 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:36:04.728401 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Usage tracker for resource:security_group_rule and tenant:28d67dbc8fc34926848cbcb147daba34 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:36:04.729192 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port e15ade72-7628-427a-a2f6-e2857b5d6336 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:36:04.731761 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:36:04.735859 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port e15ade72-7628-427a-a2f6-e2857b5d6336 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:04.736285 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:04.737947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:36:04.797375 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for security_group, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:04.801700 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:04.813206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b5d6ed0b-286b-49c4-8caf-2bcf208f2922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:04.843344 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:04.844866 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-25059091-6a7c-4e44-8672-a312f42eda71 req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.1960998 Nov 19 14:36:04.860529 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Pushing event updated for resources: {'SecurityGroup': ['ID=571641eb-891e-4bac-9514-8d2fb51ff20d,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:04.864089 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b626aa9c-51c5-4c6f-a66e-2ea08a8d8ba1 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:04.877771 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:04.894718 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port e15ade72-7628-427a-a2f6-e2857b5d6336, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=e15ade72-7628-427a-a2f6-e2857b5d6336,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:36:04.904531 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:04.907198 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:04.946248 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5324554e-b276-447b-a3f1-e12437a85e05 req-ca9510e4-2bfe-4eb9-b480-b72164e1b169 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups/571641eb-891e-4bac-9514-8d2fb51ff20d HTTP/1.1" status: 200 len: 1634 time: 0.0662076 Nov 19 14:36:04.958400 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-5324554e-b276-447b-a3f1-e12437a85e05 req-6ecc1123-c642-411d-a47a-67c5c1f5e0a2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '571641eb-891e-4bac-9514-8d2fb51ff20d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:36:04.958813 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-5324554e-b276-447b-a3f1-e12437a85e05 req-6ecc1123-c642-411d-a47a-67c5c1f5e0a2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '571641eb-891e-4bac-9514-8d2fb51ff20d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:36:04.966463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-5324554e-b276-447b-a3f1-e12437a85e05 req-6ecc1123-c642-411d-a47a-67c5c1f5e0a2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:36:04.972010 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-5324554e-b276-447b-a3f1-e12437a85e05 req-6ecc1123-c642-411d-a47a-67c5c1f5e0a2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Usage tracker for resource:security_group_rule and tenant:28d67dbc8fc34926848cbcb147daba34 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:36:04.975376 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-5324554e-b276-447b-a3f1-e12437a85e05 req-6ecc1123-c642-411d-a47a-67c5c1f5e0a2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:36:04.981328 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-5324554e-b276-447b-a3f1-e12437a85e05 req-6ecc1123-c642-411d-a47a-67c5c1f5e0a2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:36:04.981492 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=e15ade72-7628-427a-a2f6-e2857b5d6336,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:04.984623 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:05.041263 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-5324554e-b276-447b-a3f1-e12437a85e05 req-6ecc1123-c642-411d-a47a-67c5c1f5e0a2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for security_group_rule, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:05.071083 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-5324554e-b276-447b-a3f1-e12437a85e05 req-6ecc1123-c642-411d-a47a-67c5c1f5e0a2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:05.075764 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-5324554e-b276-447b-a3f1-e12437a85e05 req-6ecc1123-c642-411d-a47a-67c5c1f5e0a2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639599'] for security_group_rule, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:05.080101 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2a55389e-c5cd-481f-8750-cd6f3d3d2466 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:05.110501 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc1123-c642-411d-a47a-67c5c1f5e0a2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e99ed6-2833-4581-9495-957c9ff6be6e,revision_number=0']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:05.115283 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6ecc1123-c642-411d-a47a-67c5c1f5e0a2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:05.126851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-5324554e-b276-447b-a3f1-e12437a85e05 req-6ecc1123-c642-411d-a47a-67c5c1f5e0a2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for security_group_rule, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:05.132395 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5324554e-b276-447b-a3f1-e12437a85e05 req-6ecc1123-c642-411d-a47a-67c5c1f5e0a2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1786535 Nov 19 14:36:05.214323 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b3e3570a-1e02-4713-94fa-473651df1960 req-73d8d0eb-f792-4bac-897a-3271433a1cfd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups/571641eb-891e-4bac-9514-8d2fb51ff20d HTTP/1.1" status: 200 len: 2137 time: 0.0508049 Nov 19 14:36:05.225870 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-b3e3570a-1e02-4713-94fa-473651df1960 req-e30222f8-944a-47cb-ab14-2b8799e5d47d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '571641eb-891e-4bac-9514-8d2fb51ff20d', 'remote_group_id': None}]} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:36:05.226225 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-b3e3570a-1e02-4713-94fa-473651df1960 req-e30222f8-944a-47cb-ab14-2b8799e5d47d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '571641eb-891e-4bac-9514-8d2fb51ff20d', 'remote_group_id': None}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:36:05.232906 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-b3e3570a-1e02-4713-94fa-473651df1960 req-e30222f8-944a-47cb-ab14-2b8799e5d47d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:36:05.236980 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-b3e3570a-1e02-4713-94fa-473651df1960 req-e30222f8-944a-47cb-ab14-2b8799e5d47d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Usage tracker for resource:security_group_rule and tenant:28d67dbc8fc34926848cbcb147daba34 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:36:05.240194 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-b3e3570a-1e02-4713-94fa-473651df1960 req-e30222f8-944a-47cb-ab14-2b8799e5d47d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:36:05.246431 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-b3e3570a-1e02-4713-94fa-473651df1960 req-e30222f8-944a-47cb-ab14-2b8799e5d47d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:36:05.309156 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b3e3570a-1e02-4713-94fa-473651df1960 req-e30222f8-944a-47cb-ab14-2b8799e5d47d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for security_group_rule, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:05.337803 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b3e3570a-1e02-4713-94fa-473651df1960 req-e30222f8-944a-47cb-ab14-2b8799e5d47d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:05.341077 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b3e3570a-1e02-4713-94fa-473651df1960 req-e30222f8-944a-47cb-ab14-2b8799e5d47d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639599'] for security_group_rule, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:05.354258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:05.374259 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30222f8-944a-47cb-ab14-2b8799e5d47d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5854dc60-9371-436d-8222-c20a75c06c92,revision_number=0']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:05.377368 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-e30222f8-944a-47cb-ab14-2b8799e5d47d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:05.379009 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-b3e3570a-1e02-4713-94fa-473651df1960 req-e30222f8-944a-47cb-ab14-2b8799e5d47d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for security_group_rule, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:05.380310 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b3e3570a-1e02-4713-94fa-473651df1960 req-e30222f8-944a-47cb-ab14-2b8799e5d47d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1589093 Nov 19 14:36:05.828591 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Sync routers for ids ['a1ff3f52-dc72-41d9-85f1-675847886470'] in dv-cinder-763306-2-smb {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:36:05.831589 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Routers {'a1ff3f52-dc72-41d9-85f1-675847886470'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:36:05.832280 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:35:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['a1ff3f52-dc72-41d9-85f1-675847886470'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:36:06.028875 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Set router a1ff3f52-dc72-41d9-85f1-675847886470 gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:36:06.382043 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:36:02Z', 'revision_number': 4, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port': {'id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:35:59Z', 'updated_at': '2020-11-19T14:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'eb0210e9-a786-445c-bca7-767269a4a686', 'name': '', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'mac_address': 'fa:16:3e:2e:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:36:01Z', 'updated_at': '2020-11-19T14:36:02Z', 'revision_number': 2, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'subnets': [{'id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:36:06.386589 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Checking router: a1ff3f52-dc72-41d9-85f1-675847886470 for host: dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:36:06.386987 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Updating router a1ff3f52-dc72-41d9-85f1-675847886470 port eb0210e9-a786-445c-bca7-767269a4a686 binding host dv-cinder-763306-2-smb {{(pid=80336) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 14:36:06.442151 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:06.632371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device e15ade72-7628-427a-a2f6-e2857b5d6336 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:36:06.716740 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:36:07.022265 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port e15ade72-7628-427a-a2f6-e2857b5d6336 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:07.022934 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:07.211153 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Notify callbacks [] for port, precommit_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:07.232262 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Transition to ACTIVE for port object eb0210e9-a786-445c-bca7-767269a4a686 will not be triggered until provisioned by entity L2. {{(pid=80336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:36:07.236381 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:07.252021 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:07.402563 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fc3fd-ff43-43f7-947f-bbe8531be56a None None] Pushing event updated for resources: {'Port': ['ID=eb0210e9-a786-445c-bca7-767269a4a686,revision_number=3']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:07.407540 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-739fc3fd-ff43-43f7-947f-bbe8531be56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:07.570699 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Attempting to bind port eb0210e9-a786-445c-bca7-767269a4a686 on host dv-cinder-763306-2-smb for vnic_type normal with profile {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:36:07.571116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Attempting to bind port eb0210e9-a786-445c-bca7-767269a4a686 by drivers openvswitch on host dv-cinder-763306-2-smb at level 0 using segments [{'id': 'b2ee9da8-113f-4925-a4c2-1e7f312e592a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5'}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:36:07.571534 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Attempting to bind port eb0210e9-a786-445c-bca7-767269a4a686 on network 0b54d884-393b-4e75-b3e4-0090ec086da5 {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:36:07.579371 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Checking agent: {'id': '6bd767c7-bfbd-4e53-8d50-f286fab2dd5f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 16, 17), 'started_at': datetime.datetime(2020, 11, 19, 14, 16, 47), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:36:07.579795 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Checking segment: {'id': 'b2ee9da8-113f-4925-a4c2-1e7f312e592a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:36:07.580243 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:07.580680 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Bound using segment: {'id': 'b2ee9da8-113f-4925-a4c2-1e7f312e592a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5'} {{(pid=80336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:36:07.581207 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Bound port: eb0210e9-a786-445c-bca7-767269a4a686, host: dv-cinder-763306-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ee9da8-113f-4925-a4c2-1e7f312e592a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5'}}] {{(pid=80336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:36:07.581659 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:07.690824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] For port eb0210e9-a786-445c-bca7-767269a4a686, host dv-cinder-763306-2-smb, cleared binding levels {{(pid=80336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:36:07.694412 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] For port eb0210e9-a786-445c-bca7-767269a4a686, host dv-cinder-763306-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=eb0210e9-a786-445c-bca7-767269a4a686,segment=NetworkSegment(b2ee9da8-113f-4925-a4c2-1e7f312e592a),segment_id=b2ee9da8-113f-4925-a4c2-1e7f312e592a)] {{(pid=80336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:36:07.699722 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:07.714405 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-799c9401-ca94-4666-924a-641adfc24ecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:07.877319 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fc3fd-ff43-43f7-947f-bbe8531be56a None None] Pushing event updated for resources: {'Port': ['ID=eb0210e9-a786-445c-bca7-767269a4a686,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:07.881188 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-739fc3fd-ff43-43f7-947f-bbe8531be56a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:07.940112 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Routers {'a1ff3f52-dc72-41d9-85f1-675847886470'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80336) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:36:07.940821 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:35:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['a1ff3f52-dc72-41d9-85f1-675847886470'], 'active': True} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:36:08.151790 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] Set router a1ff3f52-dc72-41d9-85f1-675847886470 gateway port host: dv-cinder-763306-2-smb {{(pid=80336) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:36:08.495005 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:36:02Z', 'revision_number': 4, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port': {'id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:35:59Z', 'updated_at': '2020-11-19T14:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'eb0210e9-a786-445c-bca7-767269a4a686', 'name': '', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'mac_address': 'fa:16:3e:2e:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:36:01Z', 'updated_at': '2020-11-19T14:36:07Z', 'revision_number': 4, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'subnets': [{'id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:36:08.499530 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f83e8a1-fa60-4c09-b4fa-7b5a9f6d83d2 None None] The sync data for ids ['a1ff3f52-dc72-41d9-85f1-675847886470'] in dv-cinder-763306-2-smb is: [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:36:02Z', 'revision_number': 4, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port': {'id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:35:59Z', 'updated_at': '2020-11-19T14:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'eb0210e9-a786-445c-bca7-767269a4a686', 'name': '', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'mac_address': 'fa:16:3e:2e:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:36:01Z', 'updated_at': '2020-11-19T14:36:07Z', 'revision_number': 4, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'subnets': [{'id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80336) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:36:08.659464 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device eb0210e9-a786-445c-bca7-767269a4a686 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:36:08.738323 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning for port eb0210e9-a786-445c-bca7-767269a4a686 completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:36:08.744201 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port eb0210e9-a786-445c-bca7-767269a4a686 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:08.744621 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:08.868556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:08.909383 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] For port eb0210e9-a786-445c-bca7-767269a4a686, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=eb0210e9-a786-445c-bca7-767269a4a686,segment=NetworkSegment(b2ee9da8-113f-4925-a4c2-1e7f312e592a),segment_id=b2ee9da8-113f-4925-a4c2-1e7f312e592a)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:36:08.913073 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:08.915149 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:08.988973 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Pushing event updated for resources: {'Port': ['ID=eb0210e9-a786-445c-bca7-767269a4a686,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:08.992388 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:10.603883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 37332) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:36:10.630670 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device eb0210e9-a786-445c-bca7-767269a4a686 up at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:36:10.707019 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Provisioning complete for port eb0210e9-a786-445c-bca7-767269a4a686 triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:10.707436 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:10.770022 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f39d-54bf-47d1-ac03-0955b975cbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:10.812156 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c9a4f39d-54bf-47d1-ac03-0955b975cbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:36:10.816281 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c9a4f39d-54bf-47d1-ac03-0955b975cbb7 admin admin] Usage tracker for resource:security_group_rule and tenant:bb3249dd30c74cda854c443ffd84bb63 is out of sync, need to count used quota {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:36:10.819362 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [None req-c9a4f39d-54bf-47d1-ac03-0955b975cbb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:36:10.825297 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [None req-c9a4f39d-54bf-47d1-ac03-0955b975cbb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:36:10.898177 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f39d-54bf-47d1-ac03-0955b975cbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:10.901858 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c9a4f39d-54bf-47d1-ac03-0955b975cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_create {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:10.910323 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-12903d8a-ce1c-4803-a675-59bb406c0f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:10.955271 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4f39d-54bf-47d1-ac03-0955b975cbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8e5877-b1db-4f87-b66a-6a56c713d929,revision_number=1']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:10.958540 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c9a4f39d-54bf-47d1-ac03-0955b975cbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:10.961282 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-c9a4f39d-54bf-47d1-ac03-0955b975cbb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb3249dd30c74cda854c443ffd84bb63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3561835 Nov 19 14:36:10.964560 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80334) accepted ('10.222.0.43', 37338) {{(pid=80334) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:36:11.032903 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5899f2a8-89bd-4c61-b6eb-a5fc2afca378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:11.065271 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5899f2a8-89bd-4c61-b6eb-a5fc2afca378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:11.112533 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5899f2a8-89bd-4c61-b6eb-a5fc2afca378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:11.117822 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b7cb14e3-3f9e-458c-bd04-abe7cfb94495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:11.129728 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899f2a8-89bd-4c61-b6eb-a5fc2afca378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e5877-b1db-4f87-b66a-6a56c713d929,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:11.133964 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-5899f2a8-89bd-4c61-b6eb-a5fc2afca378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:11.137615 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5899f2a8-89bd-4c61-b6eb-a5fc2afca378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:11.141574 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-5899f2a8-89bd-4c61-b6eb-a5fc2afca378 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c8e5877-b1db-4f87-b66a-6a56c713d929 HTTP/1.1" status: 204 len: 168 time: 0.1733158 Nov 19 14:36:13.636080 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-6d50a4ce-cf08-490d-8de3-b847071997a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:15.206720 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:16.048927 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-642c5e2e-e89f-4483-8d5b-4a6afad8966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:16.581899 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:17.433648 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:18.034004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:24.019187 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-9d8ec618-d037-42ac-91a4-921bebf33dbf tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Synchronizing usage tracker for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:security_group {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:36:24.037999 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-9d8ec618-d037-42ac-91a4-921bebf33dbf tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Unset dirty status for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:security_group {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:36:24.039280 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-9d8ec618-d037-42ac-91a4-921bebf33dbf tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-317086866&fields=id&tenant_id=28d67dbc8fc34926848cbcb147daba34 HTTP/1.1" status: 200 len: 267 time: 0.0645759 Nov 19 14:36:24.206398 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-f58f5860-9988-4b00-aaac-c55e17b1029d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:24.207137 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-f58f5860-9988-4b00-aaac-c55e17b1029d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Synchronizing usage tracker for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:network {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:36:24.225192 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-f58f5860-9988-4b00-aaac-c55e17b1029d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Unset dirty status for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:network {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:36:24.226456 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-f58f5860-9988-4b00-aaac-c55e17b1029d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/networks?id=0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 200 len: 808 time: 0.1798613 Nov 19 14:36:24.243823 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-2994efec-8de1-421e-9765-fe92c8e51122 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/quotas/28d67dbc8fc34926848cbcb147daba34 HTTP/1.1" status: 200 len: 375 time: 0.0113504 Nov 19 14:36:24.331267 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-f4fee34e-a298-408b-9654-acee6de936c6 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Synchronizing usage tracker for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:36:24.349445 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-f4fee34e-a298-408b-9654-acee6de936c6 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Unset dirty status for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:36:24.350840 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-f4fee34e-a298-408b-9654-acee6de936c6 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d67dbc8fc34926848cbcb147daba34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017046 Nov 19 14:36:24.368639 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-857035db-a16e-480f-9639-727a48b74cbc service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80335) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:36:24.369662 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-857035db-a16e-480f-9639-727a48b74cbc service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0057113 Nov 19 14:36:24.514319 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-6f0c8452-0405-4760-ba14-2b27f6989aea service neutron] 10.222.0.43 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384296 Nov 19 14:36:24.658260 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-42a9372f-d33a-483f-9104-2f56512fd827 service neutron] 10.222.0.43 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373818 Nov 19 14:36:25.125632 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c128a7bf-32a3-4684-af68-2e3040bdc17e req-05f0b644-39ea-430d-b4f0-02be7b9c253c tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 210 time: 0.0500414 Nov 19 14:36:26.309452 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a5e56453-2380-41bb-9a63-ecfeb57a1d33 req-ab034f3e-1129-4c3f-b9f7-4e5dcf5f7a8e tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 210 time: 0.0477834 Nov 19 14:36:26.441481 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-7dbcd632-27e4-4fb5-ae09-09c1487ac7e7 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:26.443076 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-7dbcd632-27e4-4fb5-ae09-09c1487ac7e7 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.16 "GET /v2.0/networks?id=0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 200 len: 808 time: 0.1706114 Nov 19 14:36:26.529114 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-2d9a97eb-c3bb-4e7b-b657-6d259917da4d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Synchronizing usage tracker for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:security_group {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:36:26.542246 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-2d9a97eb-c3bb-4e7b-b657-6d259917da4d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Unset dirty status for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:security_group {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:36:26.543620 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-2d9a97eb-c3bb-4e7b-b657-6d259917da4d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28d67dbc8fc34926848cbcb147daba34 HTTP/1.1" status: 200 len: 5079 time: 0.0825686 Nov 19 14:36:26.570964 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Request body: {'port': {'device_id': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'admin_state_up': True, 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'security_groups': ['571641eb-891e-4bac-9514-8d2fb51ff20d']}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:36:26.715370 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:36:26.725220 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:36:26.735735 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Made reservation on behalf of 28d67dbc8fc34926848cbcb147daba34 for: {'port': 1} {{(pid=80334) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 14:36:26.744633 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:27.067299 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Allocated IP 172.20.0.14 (0b54d884-393b-4e75-b3e4-0090ec086da5/6a45be7b-947c-4600-9b48-cfa3ce8e55bd/2694708f-85c9-4718-9f23-28f156f38f3a) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:36:27.269143 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:27.285768 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Transition to ACTIVE for port object 2694708f-85c9-4718-9f23-28f156f38f3a will not be triggered until provisioned by entity DHCP. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:36:27.315972 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:27.334559 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-6cac0d64-7753-4589-9dca-b26822e3d18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:27.747907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Pushing event updated for resources: {'Port': ['ID=2694708f-85c9-4718-9f23-28f156f38f3a,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:27.778645 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.779061 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.779463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.779867 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.780259 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.780651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.781041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.781426 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.781819 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.782288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.782752 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.783004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.783448 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.783829 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.784213 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.784597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.784976 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.785357 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.785758 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.786126 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.786507 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.786886 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.787266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.787647 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:36:27.792232 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:27.847339 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f6945-2570-4758-81b1-e49b81afb74b req-0455b4f7-fa32-45c6-8fa1-43977b2993d0 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:27.848957 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d0f6945-2570-4758-81b1-e49b81afb74b req-0455b4f7-fa32-45c6-8fa1-43977b2993d0 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 932 time: 0.1567504 Nov 19 14:36:27.853455 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Network 0b54d884-393b-4e75-b3e4-0090ec086da5 is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:36:27.854690 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:36:27.857202 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:36:27.952847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:27.953550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:27.979243 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-6d0f6945-2570-4758-81b1-e49b81afb74b req-ec68aecc-0b7e-4771-8f11-194f26604c38 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0905409 Nov 19 14:36:27.994325 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-ec9a3191-d19b-407e-b638-b10678dc5ecd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4275947 Nov 19 14:36:28.010571 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-400037c7-1e47-425e-90fb-0c653e82b44a tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80334) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:36:28.011706 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-400037c7-1e47-425e-90fb-0c653e82b44a tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0057373 Nov 19 14:36:28.023028 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Request body: {'port': {'device_id': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:36:28.117600 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-092f1197-ac58-492b-ada7-22b33f5ee7ad None None] Provisioning for port 2694708f-85c9-4718-9f23-28f156f38f3a completed by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:36:28.123291 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-092f1197-ac58-492b-ada7-22b33f5ee7ad None None] Provisioning complete for port 2694708f-85c9-4718-9f23-28f156f38f3a triggered by entity DHCP. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:28.123713 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-092f1197-ac58-492b-ada7-22b33f5ee7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:28.141985 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:28.180488 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-092f1197-ac58-492b-ada7-22b33f5ee7ad None None] Port 2694708f-85c9-4718-9f23-28f156f38f3a cannot update to ACTIVE because it is not bound. {{(pid=80336) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 14:36:28.555513 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2694708f-85c9-4718-9f23-28f156f38f3a {{(pid=80334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 14:36:28.562981 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:28.577065 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Transition to ACTIVE for port object 2694708f-85c9-4718-9f23-28f156f38f3a will not be triggered until provisioned by entity L2. {{(pid=80334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 14:36:28.581258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:28.596760 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-c9b02102-d59a-40ad-bb84-7c5c016baa08 tempest-AttachVolumeNegativeTest-2041155989 tempest-AttachVolumeNegativeTest-2041155989] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:28.742265 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2694708f-85c9-4718-9f23-28f156f38f3a,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:28.746681 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:28.928344 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Attempting to bind port 2694708f-85c9-4718-9f23-28f156f38f3a on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:36:28.928703 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Attempting to bind port 2694708f-85c9-4718-9f23-28f156f38f3a by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b2ee9da8-113f-4925-a4c2-1e7f312e592a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5'}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 14:36:28.929065 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Attempting to bind port 2694708f-85c9-4718-9f23-28f156f38f3a on network 0b54d884-393b-4e75-b3e4-0090ec086da5 {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 14:36:28.936851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Checking agent: {'id': 'b51e5f65-d905-4ce0-97f6-23176eacb35c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 23, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 23, 45), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.25', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 14:36:28.937225 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Checking segment: {'id': 'b2ee9da8-113f-4925-a4c2-1e7f312e592a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 14:36:28.937631 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:28.938095 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Bound using segment: {'id': 'b2ee9da8-113f-4925-a4c2-1e7f312e592a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5'} {{(pid=80334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 14:36:28.938941 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Bound port: 2694708f-85c9-4718-9f23-28f156f38f3a, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ee9da8-113f-4925-a4c2-1e7f312e592a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5'}}] {{(pid=80334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 14:36:28.939435 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:29.036743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] For port 2694708f-85c9-4718-9f23-28f156f38f3a, host hv-cinder-76330, cleared binding levels {{(pid=80334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 14:36:29.040081 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] For port 2694708f-85c9-4718-9f23-28f156f38f3a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2694708f-85c9-4718-9f23-28f156f38f3a,segment=NetworkSegment(b2ee9da8-113f-4925-a4c2-1e7f312e592a),segment_id=b2ee9da8-113f-4925-a4c2-1e7f312e592a)] {{(pid=80334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 14:36:29.044180 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:29.057974 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4e57c9db-1072-4336-b297-87e99480d956 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:29.200975 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbf84f-f863-404b-8363-a5f5b30502ea req-bf191bd6-780b-491d-8077-1daf737b4364 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:29.202605 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-aacbf84f-f863-404b-8363-a5f5b30502ea req-bf191bd6-780b-491d-8077-1daf737b4364 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.0899911 Nov 19 14:36:29.211028 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=2694708f-85c9-4718-9f23-28f156f38f3a,revision_number=3']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:29.214562 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:29.253405 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-aacbf84f-f863-404b-8363-a5f5b30502ea req-9e019ecd-674e-4d8c-b231-c6fef6835202 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0441048 Nov 19 14:36:29.257025 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:29.258572 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] 10.222.0.16 "PUT /v2.0/ports/2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 1158 time: 1.2400649 Nov 19 14:36:29.259113 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:36:29.392555 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-2605e15c-1f48-459e-9447-44aa420df70e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28d67dbc8fc34926848cbcb147daba34&device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1161 time: 0.0784533 Nov 19 14:36:29.478687 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-c439d61e-e7ed-4b5b-80f2-e22bbc984f7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 217 time: 0.0731936 Nov 19 14:36:29.550298 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-86eb4859-fdd2-457c-8b52-b90cfcd05de3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:29.552118 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-86eb4859-fdd2-457c-8b52-b90cfcd05de3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a45be7b-947c-4600-9b48-cfa3ce8e55bd HTTP/1.1" status: 200 len: 847 time: 0.0663960 Nov 19 14:36:29.554880 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a', 'status': 'completed', 'code': 200} Nov 19 14:36:29.649134 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-041c36b4-9c83-4967-8951-b85603fb1246 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b54d884-393b-4e75-b3e4-0090ec086da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768127 Nov 19 14:36:29.793069 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-9052a834-428e-42b7-bdee-e0fe992b796b service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369431 Nov 19 14:36:29.943069 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d5d2aa6d-349f-4fba-9d1c-663c55177866 req-3e7c3307-903d-4708-acf1-2de2f2004a18 service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429727 Nov 19 14:36:30.134351 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3d54c153-0d87-4de9-9f5c-ad584d9838f9 req-40755cd7-e92b-43ef-8d11-8e66de47a6e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28d67dbc8fc34926848cbcb147daba34&device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1161 time: 0.0943196 Nov 19 14:36:30.279999 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54c153-0d87-4de9-9f5c-ad584d9838f9 req-48140d4f-574b-4b39-bb0a-246e12018aa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:30.281498 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3d54c153-0d87-4de9-9f5c-ad584d9838f9 req-48140d4f-574b-4b39-bb0a-246e12018aa7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 200 len: 902 time: 0.1409032 Nov 19 14:36:30.353351 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3d54c153-0d87-4de9-9f5c-ad584d9838f9 req-b1be9334-e4a4-4fea-95f1-da8aa0d84bd9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 217 time: 0.0650113 Nov 19 14:36:30.429491 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54c153-0d87-4de9-9f5c-ad584d9838f9 req-0ec66afd-dd29-4f82-922a-6a45373d831a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:30.431139 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3d54c153-0d87-4de9-9f5c-ad584d9838f9 req-0ec66afd-dd29-4f82-922a-6a45373d831a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a45be7b-947c-4600-9b48-cfa3ce8e55bd HTTP/1.1" status: 200 len: 847 time: 0.0711551 Nov 19 14:36:30.471645 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae4f71-0aa4-43ac-bea1-6831cca68925 req-4832f548-f18f-439b-b882-e0939d1f1978 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:30.473261 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-46ae4f71-0aa4-43ac-bea1-6831cca68925 req-4832f548-f18f-439b-b882-e0939d1f1978 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.0901988 Nov 19 14:36:30.514045 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3d54c153-0d87-4de9-9f5c-ad584d9838f9 req-83bcd9f4-0759-4e46-bc50-22b6ceb20cce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b54d884-393b-4e75-b3e4-0090ec086da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764401 Nov 19 14:36:30.521710 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-46ae4f71-0aa4-43ac-bea1-6831cca68925 req-9425710f-1f00-4230-98aa-1c9d564ae7e2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0421615 Nov 19 14:36:30.661641 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3d54c153-0d87-4de9-9f5c-ad584d9838f9 req-d870b1b5-303c-40a8-94b0-6ae7df62429e service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401081 Nov 19 14:36:30.810087 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-3d54c153-0d87-4de9-9f5c-ad584d9838f9 req-95ec80e8-1d02-4387-b507-0e8d9a3fd11b service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412497 Nov 19 14:36:31.755226 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f778fb-b1df-4080-bd6a-d983e5e3cc62 req-111bee77-e3aa-4601-80e7-82d577e1ef8f tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:31.755969 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-23f778fb-b1df-4080-bd6a-d983e5e3cc62 req-111bee77-e3aa-4601-80e7-82d577e1ef8f tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Synchronizing usage tracker for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:port {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:36:31.772370 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-23f778fb-b1df-4080-bd6a-d983e5e3cc62 req-111bee77-e3aa-4601-80e7-82d577e1ef8f tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Unset dirty status for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:port {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:36:31.773601 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-23f778fb-b1df-4080-bd6a-d983e5e3cc62 req-111bee77-e3aa-4601-80e7-82d577e1ef8f tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.1111236 Nov 19 14:36:31.831186 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-23f778fb-b1df-4080-bd6a-d983e5e3cc62 req-28e96a10-861e-45bd-a8ab-0e738b0d5b84 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0503666 Nov 19 14:36:33.072536 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960c594-b385-4107-8859-a025024404bb req-5c5904ea-4421-4d93-90ee-63c9539c3d7e tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:33.074138 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5960c594-b385-4107-8859-a025024404bb req-5c5904ea-4421-4d93-90ee-63c9539c3d7e tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.0991516 Nov 19 14:36:33.124097 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5960c594-b385-4107-8859-a025024404bb req-299b1dd5-7e61-4591-a992-3faef01b4530 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0433650 Nov 19 14:36:34.347626 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31633a84-7d63-41df-baae-2959c9fe2c01 req-2ce08358-c55c-4dfe-afba-f9f871179a62 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:34.349226 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-31633a84-7d63-41df-baae-2959c9fe2c01 req-2ce08358-c55c-4dfe-afba-f9f871179a62 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.0936954 Nov 19 14:36:34.403533 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-31633a84-7d63-41df-baae-2959c9fe2c01 req-5af83051-b5c0-47ad-a2a3-4d6afaa1939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0445845 Nov 19 14:36:34.637072 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2694708f-85c9-4718-9f23-28f156f38f3a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:36:34.722014 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning for port 2694708f-85c9-4718-9f23-28f156f38f3a completed by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 14:36:34.730009 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 2694708f-85c9-4718-9f23-28f156f38f3a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:34.730577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:34.860786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:34.888449 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:36:34.899293 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 2694708f-85c9-4718-9f23-28f156f38f3a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2694708f-85c9-4718-9f23-28f156f38f3a,segment=NetworkSegment(b2ee9da8-113f-4925-a4c2-1e7f312e592a),segment_id=b2ee9da8-113f-4925-a4c2-1e7f312e592a)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:36:34.903078 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:34.905922 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:34.955362 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a', 'code': 200} Nov 19 14:36:34.979410 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=2694708f-85c9-4718-9f23-28f156f38f3a,revision_number=4']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:34.983285 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:35.454932 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5348076a-aa84-47fd-905b-8f4f163554f2 req-6ea33084-6e4c-41a5-b6bd-614d765c118d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1163 time: 0.2389004 Nov 19 14:36:35.503674 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5348076a-aa84-47fd-905b-8f4f163554f2 req-5461a1ef-3d89-4be9-8b8c-0b55a1c85f5d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0408425 Nov 19 14:36:35.627797 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1e827-e179-4c4a-85d2-2f79da0e892f req-78502d7d-f99c-43c5-ac37-1174dc1fc8bb tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:35.629330 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07b1e827-e179-4c4a-85d2-2f79da0e892f req-78502d7d-f99c-43c5-ac37-1174dc1fc8bb tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0896900 Nov 19 14:36:35.681096 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-07b1e827-e179-4c4a-85d2-2f79da0e892f req-8183f69b-2428-429d-90db-992f7b897168 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0427110 Nov 19 14:36:36.164684 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2694708f-85c9-4718-9f23-28f156f38f3a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:36:36.249948 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 2694708f-85c9-4718-9f23-28f156f38f3a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:36:36.250365 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:36.906380 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88be60-38a3-4c24-a25b-3157b5d40cd8 req-715d8bdd-8153-48db-8225-da6191066c83 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:36.907909 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1f88be60-38a3-4c24-a25b-3157b5d40cd8 req-715d8bdd-8153-48db-8225-da6191066c83 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0867212 Nov 19 14:36:36.963294 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1f88be60-38a3-4c24-a25b-3157b5d40cd8 req-c2df0a6e-481c-473f-983b-7640f6ff996c tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0486085 Nov 19 14:36:38.193798 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ec878-5eb3-40c7-97d8-1ee496caaba2 req-25d44473-cc26-4319-9e97-80bf9e2fea43 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:38.195442 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c60ec878-5eb3-40c7-97d8-1ee496caaba2 req-25d44473-cc26-4319-9e97-80bf9e2fea43 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0896101 Nov 19 14:36:38.244482 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c60ec878-5eb3-40c7-97d8-1ee496caaba2 req-90f3407b-f5e1-401f-bac4-a5f0d04136d6 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0427263 Nov 19 14:36:38.476659 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9ccb6-328f-4d71-a9db-8aca8e577368 req-4e9ccaca-f841-4234-b220-fffccb4aa920 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:38.478678 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5ba9ccb6-328f-4d71-a9db-8aca8e577368 req-4e9ccaca-f841-4234-b220-fffccb4aa920 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0978961 Nov 19 14:36:38.530875 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-5ba9ccb6-328f-4d71-a9db-8aca8e577368 req-9d197a00-0d9b-4cf8-bf4e-57fc5c2df5ef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0432730 Nov 19 14:36:38.749607 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-1ecf5de6-8613-4769-bc73-75e660869c63 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1578159 Nov 19 14:36:38.759786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Request body: {'floatingip': {'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c'}} {{(pid=80334) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:36:38.765524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 14:36:38.769857 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Usage tracker for resource:floatingip and tenant:28d67dbc8fc34926848cbcb147daba34 is out of sync, need to count used quota {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 14:36:38.773049 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80334) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 14:36:38.779819 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.quota.driver [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80334) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 14:36:38.791621 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for floatingip, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:38.939100 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:39.450139 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_common [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Allocated IP 172.28.0.229 (ca817bba-b7b8-4a37-9c7c-42c1a6687b2c/542d015a-8e34-4d9c-af1c-363e209ac3b2/d9de8c8a-d4d4-443a-b1a6-3e581872e23a) {{(pid=80334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 14:36:39.606823 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for port, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:39.635463 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789686439710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:39.648426 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b5f847ea-8b30-4667-89a3-ac93dde9d49f tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:39.789550 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Pushing event updated for resources: {'Port': ['ID=d9de8c8a-d4d4-443a-b1a6-3e581872e23a,revision_number=1']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:39.793059 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:39.847337 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Network ca817bba-b7b8-4a37-9c7c-42c1a6687b2c is already hosted by enough agents. {{(pid=80334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 14:36:39.848575 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.base_scheduler [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Resources bound (agent type, host, resource id): {{(pid=80334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 14:36:39.851267 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Received port after_create {{(pid=80334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 14:36:39.948129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for floatingip, precommit_create {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:40.009656 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:40.284293 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for port, precommit_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:40.289555 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2923321'] for port, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:40.303322 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-393c07b0-627d-4cf5-bc79-47fc12d67bb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:36:40.443501 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Pushing event updated for resources: {'Port': ['ID=d9de8c8a-d4d4-443a-b1a6-3e581872e23a,revision_number=2']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:36:40.448618 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:36:40.553147 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:40.578276 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:40.579592 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-a104bac1-be31-40e2-bc58-92bc69c080a5 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8239746 Nov 19 14:36:40.667669 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-bcd0fcf7-ea52-4465-992d-f8d7e1c61195 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Synchronizing usage tracker for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:floatingip {{(pid=80334) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:36:40.686981 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-bcd0fcf7-ea52-4465-992d-f8d7e1c61195 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Unset dirty status for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:floatingip {{(pid=80334) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:36:40.688275 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-bcd0fcf7-ea52-4465-992d-f8d7e1c61195 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.0.229 HTTP/1.1" status: 200 len: 696 time: 0.1020279 Nov 19 14:36:40.851872 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-6311ca6c-5f0f-44c9-b6ee-35d582b635bb tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:40.853252 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-0897c8be-710c-4b6e-9cfb-5ef9240f4b48 req-6311ca6c-5f0f-44c9-b6ee-35d582b635bb tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/networks/ca817bba-b7b8-4a37-9c7c-42c1a6687b2c HTTP/1.1" status: 200 len: 784 time: 0.1576118 Nov 19 14:36:41.063599 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-8915aa5b-f1f7-4755-8f4c-d26a7b086c7d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:41.065196 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-8915aa5b-f1f7-4755-8f4c-d26a7b086c7d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1000435 Nov 19 14:36:41.153171 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-15b0a270-e28e-4775-99c4-17ab8a80981e tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.0.229 HTTP/1.1" status: 200 len: 696 time: 0.0788493 Nov 19 14:36:41.163506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.v2.base [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-c300cac5-23e2-4442-94df-424c23a50029 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Request body: {'floatingip': {'port_id': '2694708f-85c9-4718-9f23-28f156f38f3a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:36:41.248046 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-c300cac5-23e2-4442-94df-424c23a50029 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for floatingip, before_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:42.118392 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-c300cac5-23e2-4442-94df-424c23a50029 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for floatingip, precommit_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:42.122172 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-c300cac5-23e2-4442-94df-424c23a50029 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854174375'] for floatingip, after_update {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:42.329943 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_db [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-c300cac5-23e2-4442-94df-424c23a50029 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Floating IP e38b382d-05d6-4b92-81f8-e5a1fec81fc7 associated. External IP: 172.28.0.229, port: 2694708f-85c9-4718-9f23-28f156f38f3a. Nov 19 14:36:42.764573 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-c300cac5-23e2-4442-94df-424c23a50029 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Router a1ff3f52-dc72-41d9-85f1-675847886470 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:36:42.982378 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-c300cac5-23e2-4442-94df-424c23a50029 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:36:42.993509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf0cdf-1ac5-4b4b-9f6d-9b77f56ee6c0 None None] Sync routers for ids ['a1ff3f52-dc72-41d9-85f1-675847886470'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:36:42.996767 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-c300cac5-23e2-4442-94df-424c23a50029 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:43.006016 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf0cdf-1ac5-4b4b-9f6d-9b77f56ee6c0 None None] Routers {'a1ff3f52-dc72-41d9-85f1-675847886470'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:36:43.006686 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-cfaf0cdf-1ac5-4b4b-9f6d-9b77f56ee6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:36:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['a1ff3f52-dc72-41d9-85f1-675847886470'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:36:43.053434 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-c300cac5-23e2-4442-94df-424c23a50029 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "PUT /v2.0/floatingips/e38b382d-05d6-4b92-81f8-e5a1fec81fc7 HTTP/1.1" status: 200 len: 997 time: 1.8941340 Nov 19 14:36:43.054042 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:36:43.118612 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a', 'status': 'completed', 'code': 200} Nov 19 14:36:43.233789 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-79f9ef38-0b58-4867-aa83-23250f505844 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d67dbc8fc34926848cbcb147daba34&device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1163 time: 0.1656477 Nov 19 14:36:43.249615 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-10c73921-ddff-47d0-a99d-ff3fd498f584 req-f7876bf1-501f-4512-93bc-14423a8641f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28d67dbc8fc34926848cbcb147daba34&device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1163 time: 0.0855529 Nov 19 14:36:43.369394 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-cfaf0cdf-1ac5-4b4b-9f6d-9b77f56ee6c0 None None] Set router a1ff3f52-dc72-41d9-85f1-675847886470 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:36:43.386027 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-3b73dc68-a687-4343-b023-8ee7eb0f6d1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:43.387691 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-3b73dc68-a687-4343-b023-8ee7eb0f6d1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 200 len: 902 time: 0.1471097 Nov 19 14:36:43.407021 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c73921-ddff-47d0-a99d-ff3fd498f584 req-76cd9c5b-f260-42dc-9934-5f92784a6705 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:43.408764 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-10c73921-ddff-47d0-a99d-ff3fd498f584 req-76cd9c5b-f260-42dc-9934-5f92784a6705 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 200 len: 902 time: 0.1515822 Nov 19 14:36:43.499115 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-be086814-18d6-4e0b-995d-b65b855ef3da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 1000 time: 0.1046493 Nov 19 14:36:43.521103 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-10c73921-ddff-47d0-a99d-ff3fd498f584 req-e5be2634-1207-46b6-9e46-2045d947981d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 1000 time: 0.1060755 Nov 19 14:36:43.574042 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-391953d0-99f4-4586-a726-8773fe9e71b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:43.575777 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-391953d0-99f4-4586-a726-8773fe9e71b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6a45be7b-947c-4600-9b48-cfa3ce8e55bd HTTP/1.1" status: 200 len: 847 time: 0.0687375 Nov 19 14:36:43.593404 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c73921-ddff-47d0-a99d-ff3fd498f584 req-51e89061-4493-407b-908e-12d33dda65da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:36:43.595040 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-10c73921-ddff-47d0-a99d-ff3fd498f584 req-51e89061-4493-407b-908e-12d33dda65da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a45be7b-947c-4600-9b48-cfa3ce8e55bd HTTP/1.1" status: 200 len: 847 time: 0.0669930 Nov 19 14:36:43.631085 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0def8e52-8ea5-40b5-93cb-5cb6239d373b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:43.664662 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-30bd1888-9c32-488b-873b-f1b4bc0ce5e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b54d884-393b-4e75-b3e4-0090ec086da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811589 Nov 19 14:36:43.676334 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-04e0a31a-28ca-44b0-9a7d-2639f8d45d79 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80335) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:36:43.677730 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-04e0a31a-28ca-44b0-9a7d-2639f8d45d79 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0054874 Nov 19 14:36:43.679343 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-10c73921-ddff-47d0-a99d-ff3fd498f584 req-f82496a8-75f0-4dac-b533-40b0de64ed74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b54d884-393b-4e75-b3e4-0090ec086da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770864 Nov 19 14:36:43.752982 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:36:43.758316 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-cfaf0cdf-1ac5-4b4b-9f6d-9b77f56ee6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:36:02Z', 'revision_number': 4, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port': {'id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:35:59Z', 'updated_at': '2020-11-19T14:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'e38b382d-05d6-4b92-81f8-e5a1fec81fc7', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'floating_ip_address': '172.28.0.229', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'port_id': '2694708f-85c9-4718-9f23-28f156f38f3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'mac_address': 'fa:16:3e:e3:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:36:39Z', 'updated_at': '2020-11-19T14:36:41Z', 'revision_number': 1, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0210e9-a786-445c-bca7-767269a4a686', 'name': '', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'mac_address': 'fa:16:3e:2e:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:36:01Z', 'updated_at': '2020-11-19T14:36:08Z', 'revision_number': 5, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'subnets': [{'id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:36:43.762582 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf0cdf-1ac5-4b4b-9f6d-9b77f56ee6c0 None None] Checking router: a1ff3f52-dc72-41d9-85f1-675847886470 for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:36:43.774041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf0cdf-1ac5-4b4b-9f6d-9b77f56ee6c0 None None] Routers {'a1ff3f52-dc72-41d9-85f1-675847886470'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:36:43.774686 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-cfaf0cdf-1ac5-4b4b-9f6d-9b77f56ee6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:36:16Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['a1ff3f52-dc72-41d9-85f1-675847886470'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:36:43.824844 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-10c73921-ddff-47d0-a99d-ff3fd498f584 req-2f1c5f5a-3eb5-4d81-a358-bd75e2913f73 service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391332 Nov 19 14:36:43.826131 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-9fbf71c2-5aad-4852-a665-4b31ec192c44 service neutron] 10.222.0.43 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408241 Nov 19 14:36:43.972299 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-10c73921-ddff-47d0-a99d-ff3fd498f584 req-607ccf3a-76a4-4ddf-8442-b5647c5a1487 service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413784 Nov 19 14:36:43.972742 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-cfaf0cdf-1ac5-4b4b-9f6d-9b77f56ee6c0 None None] Set router a1ff3f52-dc72-41d9-85f1-675847886470 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:36:43.975888 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-82586b97-eebf-449e-a08a-189d2fe3cb67 req-9c970d28-48ba-4cbd-8800-45e1943f3ced service neutron] 10.222.0.43 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419842 Nov 19 14:36:44.345283 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-cfaf0cdf-1ac5-4b4b-9f6d-9b77f56ee6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:36:02Z', 'revision_number': 4, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port': {'id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:35:59Z', 'updated_at': '2020-11-19T14:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'e38b382d-05d6-4b92-81f8-e5a1fec81fc7', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'floating_ip_address': '172.28.0.229', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'port_id': '2694708f-85c9-4718-9f23-28f156f38f3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'mac_address': 'fa:16:3e:e3:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:36:39Z', 'updated_at': '2020-11-19T14:36:41Z', 'revision_number': 1, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0210e9-a786-445c-bca7-767269a4a686', 'name': '', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'mac_address': 'fa:16:3e:2e:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:36:01Z', 'updated_at': '2020-11-19T14:36:08Z', 'revision_number': 5, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'subnets': [{'id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:36:44.349838 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf0cdf-1ac5-4b4b-9f6d-9b77f56ee6c0 None None] The sync data for ids ['a1ff3f52-dc72-41d9-85f1-675847886470'] in dv-cinder-763306-2-smb is: [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:36:02Z', 'revision_number': 4, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port': {'id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:35:59Z', 'updated_at': '2020-11-19T14:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_floatingips': [{'id': 'e38b382d-05d6-4b92-81f8-e5a1fec81fc7', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'floating_ip_address': '172.28.0.229', 'floating_network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'router_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'port_id': '2694708f-85c9-4718-9f23-28f156f38f3a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'mac_address': 'fa:16:3e:e3:8e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:36:39Z', 'updated_at': '2020-11-19T14:36:41Z', 'revision_number': 1, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0210e9-a786-445c-bca7-767269a4a686', 'name': '', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'mac_address': 'fa:16:3e:2e:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:36:01Z', 'updated_at': '2020-11-19T14:36:08Z', 'revision_number': 5, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'subnets': [{'id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:36:44.640939 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b474de8-7ae3-4495-b5d6-b1b105962f60 None None] New status for floating IP e38b382d-05d6-4b92-81f8-e5a1fec81fc7: ACTIVE {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 14:36:45.211390 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:46.060911 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-90202ad2-fd47-447f-b6f9-4ab31121c292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:46.589824 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:47.423759 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:36:48.043021 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:37:13.648046 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9fc616ce-d151-4841-8594-d785c5d95658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:37:15.218353 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:37:16.060654 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b1408927-9cf4-45f1-ae15-6b796aa32273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:37:16.594867 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:37:17.423524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:37:17.895556 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2b49e0f0-fde2-4c8d-a379-cd9654935765 req-c3660b73-7ae1-4815-9cce-fc21c40898f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0797067 Nov 19 14:37:18.040816 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:37:18.088986 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2b49e0f0-fde2-4c8d-a379-cd9654935765 req-da324a76-8177-4dee-9b50-13e1456026b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28d67dbc8fc34926848cbcb147daba34&device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1163 time: 0.0898635 Nov 19 14:37:18.282019 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49e0f0-fde2-4c8d-a379-cd9654935765 req-8316f73a-a929-44fb-8cf8-452ea7a59380 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:37:18.284372 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2b49e0f0-fde2-4c8d-a379-cd9654935765 req-8316f73a-a929-44fb-8cf8-452ea7a59380 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 200 len: 902 time: 0.1683204 Nov 19 14:37:18.415831 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2b49e0f0-fde2-4c8d-a379-cd9654935765 req-daded6fb-692a-413d-9d42-a341689c5542 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 1002 time: 0.1240671 Nov 19 14:37:18.503541 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49e0f0-fde2-4c8d-a379-cd9654935765 req-afb04ebf-cd5f-483a-a5fa-11740135f60a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:37:18.505165 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2b49e0f0-fde2-4c8d-a379-cd9654935765 req-afb04ebf-cd5f-483a-a5fa-11740135f60a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a45be7b-947c-4600-9b48-cfa3ce8e55bd HTTP/1.1" status: 200 len: 847 time: 0.0824764 Nov 19 14:37:18.609615 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2b49e0f0-fde2-4c8d-a379-cd9654935765 req-cf9fcce9-95d0-4366-b087-60f9204176f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b54d884-393b-4e75-b3e4-0090ec086da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0967126 Nov 19 14:37:18.790438 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2b49e0f0-fde2-4c8d-a379-cd9654935765 req-7856f8a1-a807-49ef-8f64-9b414b945b65 service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705737 Nov 19 14:37:18.966737 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-2b49e0f0-fde2-4c8d-a379-cd9654935765 req-5d7ca00d-0680-49f6-b095-a9689bb49ce2 service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1726694 Nov 19 14:37:20.731159 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:37:43.635912 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-148f2bfb-9aea-4c31-860f-14d66b3a46b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:37:45.240984 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:37:46.063735 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d5e64cc7-041a-415a-b09a-7c5dec97082e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:37:46.598255 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:37:47.430421 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:37:48.050571 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:37:57.725299 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:38:13.635130 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5bfac26d-0960-4115-bc4e-dda8999508aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:38:15.240122 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:38:16.062213 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cd13167b-4474-47d9-b16f-d65adf5cb0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:38:16.603649 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:38:17.422072 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:38:18.048918 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:38:20.352398 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f080be31-8c74-4709-b8a1-185f8c15631e req-87016cb7-b75d-4665-8ccb-fefdfaf1ffdb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0823994 Nov 19 14:38:20.532823 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f080be31-8c74-4709-b8a1-185f8c15631e req-b74e5835-681a-4066-8bcb-a67a6f7a8dc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28d67dbc8fc34926848cbcb147daba34&device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1163 time: 0.0874455 Nov 19 14:38:21.000779 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080be31-8c74-4709-b8a1-185f8c15631e req-02dfc68a-0459-4ebc-9b7c-e067f06525ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:38:21.003291 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f080be31-8c74-4709-b8a1-185f8c15631e req-02dfc68a-0459-4ebc-9b7c-e067f06525ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 200 len: 902 time: 0.4476051 Nov 19 14:38:21.130212 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f080be31-8c74-4709-b8a1-185f8c15631e req-029dba77-bf9d-442b-9c82-a3bea06a9f0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 1002 time: 0.1199470 Nov 19 14:38:21.219506 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080be31-8c74-4709-b8a1-185f8c15631e req-c5c5c4e5-a7da-4c1c-940c-dc45193fca47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:38:21.221187 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f080be31-8c74-4709-b8a1-185f8c15631e req-c5c5c4e5-a7da-4c1c-940c-dc45193fca47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a45be7b-947c-4600-9b48-cfa3ce8e55bd HTTP/1.1" status: 200 len: 847 time: 0.0850708 Nov 19 14:38:21.315782 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f080be31-8c74-4709-b8a1-185f8c15631e req-719447ee-0c50-4360-89bb-7cc6eef0b568 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b54d884-393b-4e75-b3e4-0090ec086da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872111 Nov 19 14:38:21.514127 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f080be31-8c74-4709-b8a1-185f8c15631e req-f80d24bf-e2ec-4ab0-b49b-5cf88a1d17eb service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919436 Nov 19 14:38:21.706668 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f080be31-8c74-4709-b8a1-185f8c15631e req-c15a05e8-9d6b-46a2-a07e-cdfe0ca03a7b service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1841958 Nov 19 14:38:34.733259 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:38:43.639028 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-030f1e3a-7cd3-42ab-9164-7e2b49f3fc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:38:45.243133 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:38:46.063297 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-511f9529-b4d3-44d8-924d-2f3f0a885c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:38:46.607006 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:38:47.422280 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:38:48.053488 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:38:58.747664 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42deb2f6-e4b7-4eab-aa37-0eced3431e80 req-c64945c2-8e97-4855-8c05-5bc7fe53e3ec tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:38:58.749259 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-42deb2f6-e4b7-4eab-aa37-0eced3431e80 req-c64945c2-8e97-4855-8c05-5bc7fe53e3ec tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0993280 Nov 19 14:38:58.799655 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-42deb2f6-e4b7-4eab-aa37-0eced3431e80 req-aa0f6ecc-b760-40c8-ad31-87db783ed80e tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0438561 Nov 19 14:39:00.029516 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7991e64-7adb-447b-aade-758d6d1d7bb2 req-5c1f0e13-6f38-4332-86bc-69f61bcb5ce7 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:00.031142 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b7991e64-7adb-447b-aade-758d6d1d7bb2 req-5c1f0e13-6f38-4332-86bc-69f61bcb5ce7 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0914559 Nov 19 14:39:00.084132 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b7991e64-7adb-447b-aade-758d6d1d7bb2 req-15d04658-aff0-4fcf-aaf7-21361fe6d83c tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0454659 Nov 19 14:39:01.320650 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0136d-c1b8-49af-9703-593b94f26b34 req-55ff6442-fcab-4256-abb1-328bae29300b tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:01.322263 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-56e0136d-c1b8-49af-9703-593b94f26b34 req-55ff6442-fcab-4256-abb1-328bae29300b tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0880635 Nov 19 14:39:01.375864 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-56e0136d-c1b8-49af-9703-593b94f26b34 req-fc88221f-8798-4748-bace-4d6461bde00e tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0474288 Nov 19 14:39:02.619194 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36376dd1-def0-4d0d-bd6e-24ae458b2c11 req-9563e3f3-7c67-46aa-a9fb-946e15025f01 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:02.620790 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-36376dd1-def0-4d0d-bd6e-24ae458b2c11 req-9563e3f3-7c67-46aa-a9fb-946e15025f01 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0968432 Nov 19 14:39:02.669093 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-36376dd1-def0-4d0d-bd6e-24ae458b2c11 req-30124998-3fa3-4cf8-b36e-5ad8ed13fbdc tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0419946 Nov 19 14:39:03.897489 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340e650-ab08-48ca-9534-dddb6224f6f6 req-b4b1d54f-3206-49fe-8fd0-8c46a163b3ed tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:03.899149 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7340e650-ab08-48ca-9534-dddb6224f6f6 req-b4b1d54f-3206-49fe-8fd0-8c46a163b3ed tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0862658 Nov 19 14:39:03.948219 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-7340e650-ab08-48ca-9534-dddb6224f6f6 req-a2b2db4a-f3bf-4499-bc63-89a5c5fdc618 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0428147 Nov 19 14:39:05.323583 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbeaa9-bb62-44c8-af73-df0020e0c90e req-218f3b65-539e-422c-b022-0d609e3cc78e tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:05.325117 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bbfbeaa9-bb62-44c8-af73-df0020e0c90e req-218f3b65-539e-422c-b022-0d609e3cc78e tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0996969 Nov 19 14:39:05.374727 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bbfbeaa9-bb62-44c8-af73-df0020e0c90e req-0669be11-c309-4203-bb65-c0948e7b62f9 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0433731 Nov 19 14:39:06.611410 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3f1b7-186a-457b-b186-8d6c3a0f27ae req-f4387d0b-3443-4b7a-bcc6-268d2321cd5e tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:06.613008 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b7f3f1b7-186a-457b-b186-8d6c3a0f27ae req-f4387d0b-3443-4b7a-bcc6-268d2321cd5e tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0967224 Nov 19 14:39:06.661083 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b7f3f1b7-186a-457b-b186-8d6c3a0f27ae req-2f928f89-5981-443a-a44e-e3d34c6cf8ad tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0416617 Nov 19 14:39:07.898677 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bdc67-af83-4258-808d-ba2b75c204a0 req-a1dd4d41-77c5-40c4-9848-b835969bb0b2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:07.900280 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ad6bdc67-af83-4258-808d-ba2b75c204a0 req-a1dd4d41-77c5-40c4-9848-b835969bb0b2 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0959082 Nov 19 14:39:07.954978 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-ad6bdc67-af83-4258-808d-ba2b75c204a0 req-b03f24a7-040c-489d-85dc-8df02b3758b9 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0458870 Nov 19 14:39:08.926480 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-71865372-bdaa-4f53-8467-1fe4f75a8e1f req-df8e1316-4046-450a-abf8-c08fe05f46c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28d67dbc8fc34926848cbcb147daba34&device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1163 time: 0.0804896 Nov 19 14:39:09.071920 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71865372-bdaa-4f53-8467-1fe4f75a8e1f req-1c4fae9b-10ea-4525-9717-402b86feff12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:09.074568 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-71865372-bdaa-4f53-8467-1fe4f75a8e1f req-1c4fae9b-10ea-4525-9717-402b86feff12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 200 len: 902 time: 0.1413407 Nov 19 14:39:09.171525 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881edcc-0a4d-4136-80b0-8daae8f0c995 req-de19af0e-b11e-42d4-b104-636f9f527b67 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:09.173100 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c881edcc-0a4d-4136-80b0-8daae8f0c995 req-de19af0e-b11e-42d4-b104-636f9f527b67 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0837486 Nov 19 14:39:09.189790 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-71865372-bdaa-4f53-8467-1fe4f75a8e1f req-1b34caef-4c2e-4c16-977c-1ce0c8738d8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 1002 time: 0.1073391 Nov 19 14:39:09.226366 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c881edcc-0a4d-4136-80b0-8daae8f0c995 req-ade6e93c-04a0-4ed8-8127-9d0a201e276f tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0460639 Nov 19 14:39:09.261709 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71865372-bdaa-4f53-8467-1fe4f75a8e1f req-a2aa5643-0ed4-4168-94bf-324f6f5661f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:09.263366 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-71865372-bdaa-4f53-8467-1fe4f75a8e1f req-a2aa5643-0ed4-4168-94bf-324f6f5661f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a45be7b-947c-4600-9b48-cfa3ce8e55bd HTTP/1.1" status: 200 len: 847 time: 0.0669277 Nov 19 14:39:09.350780 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-71865372-bdaa-4f53-8467-1fe4f75a8e1f req-40004de1-cad1-4711-993a-57cb17d57526 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b54d884-393b-4e75-b3e4-0090ec086da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802422 Nov 19 14:39:09.496575 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-71865372-bdaa-4f53-8467-1fe4f75a8e1f req-5440449c-2aa4-4890-ac1d-d5de42b1de64 service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391940 Nov 19 14:39:09.644034 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-71865372-bdaa-4f53-8467-1fe4f75a8e1f req-5c4eb5d0-0749-47e6-b24a-6ae117c2fd58 service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400442 Nov 19 14:39:10.481129 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259c618-f99c-4691-9246-e26d262be48b req-5be497c1-326c-432e-ac31-35856eaf6603 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:10.482806 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d259c618-f99c-4691-9246-e26d262be48b req-5be497c1-326c-432e-ac31-35856eaf6603 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0993385 Nov 19 14:39:10.535438 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d259c618-f99c-4691-9246-e26d262be48b req-11df32ac-e01b-43e8-88ff-8f6d74a90cb4 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0433757 Nov 19 14:39:11.206663 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2694708f-85c9-4718-9f23-28f156f38f3a no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:39:11.329289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:11.358714 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:39:11.369656 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 2694708f-85c9-4718-9f23-28f156f38f3a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2694708f-85c9-4718-9f23-28f156f38f3a,segment=NetworkSegment(b2ee9da8-113f-4925-a4c2-1e7f312e592a),segment_id=b2ee9da8-113f-4925-a4c2-1e7f312e592a)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:39:11.374037 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:11.375921 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-739fc3fd-ff43-43f7-947f-bbe8531be56a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:39:11.446786 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=2694708f-85c9-4718-9f23-28f156f38f3a,revision_number=5']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:39:11.456356 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.456747 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.457113 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.457474 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.457847 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.458224 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.458579 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.458916 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.459286 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.459624 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.459988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.460416 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.460827 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.461181 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.461530 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.461938 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.462288 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.462641 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.462990 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.463341 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.463690 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.464037 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.464396 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.464743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:39:11.469469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:39:11.724850 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:39:11.755488 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5976d08-5e7a-48cf-b9e8-eb30d7b72a16 req-489fb156-af11-43b1-9ec0-4f6836834172 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:11.757189 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a5976d08-5e7a-48cf-b9e8-eb30d7b72a16 req-489fb156-af11-43b1-9ec0-4f6836834172 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.0924668 Nov 19 14:39:11.812862 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-a5976d08-5e7a-48cf-b9e8-eb30d7b72a16 req-bd1b2be6-7c71-4514-8491-2d045d90086b tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0487008 Nov 19 14:39:12.587431 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a', 'code': 200} Nov 19 14:39:13.039023 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd953e-16b0-4ba8-b6ee-5b4083dbb114 req-08ce6ecb-14d5-48f6-bdc6-09c45bdf3641 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:13.040617 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e4bd953e-16b0-4ba8-b6ee-5b4083dbb114 req-08ce6ecb-14d5-48f6-bdc6-09c45bdf3641 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.0899501 Nov 19 14:39:13.089362 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-e4bd953e-16b0-4ba8-b6ee-5b4083dbb114 req-9244c5c6-94f8-421b-b95b-281863ad7bc8 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0424643 Nov 19 14:39:13.500247 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 37524) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:39:13.515524 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3d7b3-988f-4ec4-984b-fedc91d4d547 req-0988d00c-cb2c-4015-95cd-50995846a676 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:13.517158 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-06b3d7b3-988f-4ec4-984b-fedc91d4d547 req-0988d00c-cb2c-4015-95cd-50995846a676 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.0885074 Nov 19 14:39:13.568222 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-06b3d7b3-988f-4ec4-984b-fedc91d4d547 req-432f65c6-42aa-4224-b187-799503c39d95 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0445457 Nov 19 14:39:13.631991 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-cbb680b5-ea71-4b4a-ad22-a97c524f2879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:13.653950 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f9d3e473-18ba-4eeb-8d48-2dc074900a14 req-c422945b-3691-4fb2-8e63-60ba0e841a98 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1523104 Nov 19 14:39:14.793483 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e84915-4ff4-4cfc-beb6-31859f41654b req-eb20a6f6-824d-4edc-991f-4ba9a6d6fafd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:14.795153 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f2e84915-4ff4-4cfc-beb6-31859f41654b req-eb20a6f6-824d-4edc-991f-4ba9a6d6fafd tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.0920370 Nov 19 14:39:14.846122 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f2e84915-4ff4-4cfc-beb6-31859f41654b req-6442a30f-a5a0-4e4c-a4a5-0869ba4174a7 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0439835 Nov 19 14:39:15.082097 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f9d3e473-18ba-4eeb-8d48-2dc074900a14 req-0938dfad-f617-4af2-95ac-6b8b603b0dd0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6&tenant_id=28d67dbc8fc34926848cbcb147daba34 HTTP/1.1" status: 200 len: 1161 time: 0.0788636 Nov 19 14:39:15.201090 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f9d3e473-18ba-4eeb-8d48-2dc074900a14 req-9f59301c-7acd-4234-ad4f-e5dd13338a79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28d67dbc8fc34926848cbcb147daba34&device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1161 time: 0.0834033 Nov 19 14:39:15.239400 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:15.352168 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3e473-18ba-4eeb-8d48-2dc074900a14 req-4eb76aa9-8c2c-4911-a205-3f2b49f2ef22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:15.353812 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f9d3e473-18ba-4eeb-8d48-2dc074900a14 req-4eb76aa9-8c2c-4911-a205-3f2b49f2ef22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 200 len: 902 time: 0.1464348 Nov 19 14:39:15.464261 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f9d3e473-18ba-4eeb-8d48-2dc074900a14 req-4dcad88a-e779-4582-acb8-a7e9892a113b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 1000 time: 0.1034071 Nov 19 14:39:15.538612 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3e473-18ba-4eeb-8d48-2dc074900a14 req-da657e96-a69e-4d30-9193-d1cce589503a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:15.540204 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f9d3e473-18ba-4eeb-8d48-2dc074900a14 req-da657e96-a69e-4d30-9193-d1cce589503a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a45be7b-947c-4600-9b48-cfa3ce8e55bd HTTP/1.1" status: 200 len: 847 time: 0.0692425 Nov 19 14:39:15.623753 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f9d3e473-18ba-4eeb-8d48-2dc074900a14 req-2eab7845-b3aa-4f16-a0e2-47ecbb0d7e12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b54d884-393b-4e75-b3e4-0090ec086da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768819 Nov 19 14:39:15.769538 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f9d3e473-18ba-4eeb-8d48-2dc074900a14 req-d17fe4f9-59e4-48d3-b12d-7dab0899d29f service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386940 Nov 19 14:39:15.937715 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-f9d3e473-18ba-4eeb-8d48-2dc074900a14 req-65af0577-8980-4850-b8e4-689cef147daa service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1617572 Nov 19 14:39:16.057410 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26b3ace8-b68b-472b-811c-cb8cd1a790c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:16.061567 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560956e6-84a7-4c35-a435-2562a484d167 req-d3795506-894d-4637-bbfd-a3190006286b tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:16.063249 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-560956e6-84a7-4c35-a435-2562a484d167 req-d3795506-894d-4637-bbfd-a3190006286b tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.0881338 Nov 19 14:39:16.112465 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-560956e6-84a7-4c35-a435-2562a484d167 req-653d4b67-8e36-4e1f-85fa-1776ac8659b3 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0429339 Nov 19 14:39:16.616408 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:17.418568 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:17.570478 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bbbf7-ac30-4ab9-a4c4-8b1921c050bd req-c9204725-21d3-4b9c-aad7-9356a7285d0a tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:17.572075 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-133bbbf7-ac30-4ab9-a4c4-8b1921c050bd req-c9204725-21d3-4b9c-aad7-9356a7285d0a tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.3223178 Nov 19 14:39:17.622897 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-133bbbf7-ac30-4ab9-a4c4-8b1921c050bd req-c791a0cb-b0e9-4cc9-9044-1deb7b5bedde tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0444040 Nov 19 14:39:18.058119 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:18.841485 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a8004-5d05-4452-9a37-ec392087b641 req-1af4b10e-1896-48ea-8887-4a9ab1dec959 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:18.843120 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1c0a8004-5d05-4452-9a37-ec392087b641 req-1af4b10e-1896-48ea-8887-4a9ab1dec959 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.0839889 Nov 19 14:39:18.894249 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-1c0a8004-5d05-4452-9a37-ec392087b641 req-5f334a60-9a59-4325-ae31-5a72a6198f14 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0420933 Nov 19 14:39:19.996361 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a966763-a522-48d9-8985-016e7c7f7ee2 req-6f0a71ce-5fed-40d9-90ef-4664584043ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28d67dbc8fc34926848cbcb147daba34&device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1161 time: 0.0839689 Nov 19 14:39:20.118931 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe88c9-7205-4fc4-b04a-cabb60df7b02 req-57901b08-efcd-488c-a41c-69b44c32f478 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:20.120560 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-77fe88c9-7205-4fc4-b04a-cabb60df7b02 req-57901b08-efcd-488c-a41c-69b44c32f478 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.0848248 Nov 19 14:39:20.167723 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a966763-a522-48d9-8985-016e7c7f7ee2 req-fa2ff199-5c0e-43f0-bfff-59e843611054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:20.169373 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a966763-a522-48d9-8985-016e7c7f7ee2 req-fa2ff199-5c0e-43f0-bfff-59e843611054 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 200 len: 902 time: 0.1519866 Nov 19 14:39:20.172261 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-77fe88c9-7205-4fc4-b04a-cabb60df7b02 req-7522af17-279c-4614-8489-4c626b521bfc tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0438945 Nov 19 14:39:20.282930 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a966763-a522-48d9-8985-016e7c7f7ee2 req-23290fe7-7355-4bc6-9e54-5265d95833be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 1000 time: 0.1062706 Nov 19 14:39:20.361469 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a966763-a522-48d9-8985-016e7c7f7ee2 req-54841e3f-b35b-46ff-877d-741808f58a78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:20.363085 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a966763-a522-48d9-8985-016e7c7f7ee2 req-54841e3f-b35b-46ff-877d-741808f58a78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a45be7b-947c-4600-9b48-cfa3ce8e55bd HTTP/1.1" status: 200 len: 847 time: 0.0732710 Nov 19 14:39:20.455213 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a966763-a522-48d9-8985-016e7c7f7ee2 req-a26edd49-61eb-4982-a66b-7cea422bb671 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b54d884-393b-4e75-b3e4-0090ec086da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852993 Nov 19 14:39:20.600081 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a966763-a522-48d9-8985-016e7c7f7ee2 req-8f1d247e-7de1-453d-a256-dd4e4f266926 service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377325 Nov 19 14:39:20.743524 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-4a966763-a522-48d9-8985-016e7c7f7ee2 req-6391c484-bdf2-48ff-ac8a-41222ef21036 service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369762 Nov 19 14:39:21.421556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e7fce-0aff-416c-b356-a1cbebd0f217 req-4327cc9f-300c-4de4-b855-d038adda4490 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:21.423247 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bc3e7fce-0aff-416c-b356-a1cbebd0f217 req-4327cc9f-300c-4de4-b855-d038adda4490 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 944 time: 0.1077783 Nov 19 14:39:21.472828 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-bc3e7fce-0aff-416c-b356-a1cbebd0f217 req-e5d47d66-21a5-47a2-ba90-ce5d4573d5c0 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0429347 Nov 19 14:39:21.804561 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2694708f-85c9-4718-9f23-28f156f38f3a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:39:21.888953 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 2694708f-85c9-4718-9f23-28f156f38f3a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:39:21.889379 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:22.025748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852984162'] for port, before_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:22.057198 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a'}] {{(pid=80336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:39:22.067989 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] For port 2694708f-85c9-4718-9f23-28f156f38f3a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2694708f-85c9-4718-9f23-28f156f38f3a,segment=NetworkSegment(b2ee9da8-113f-4925-a4c2-1e7f312e592a),segment_id=b2ee9da8-113f-4925-a4c2-1e7f312e592a)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:39:22.071861 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247167893995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247168359642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789686416192'] for port, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:22.073999 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:39:22.122417 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a', 'code': 200} Nov 19 14:39:22.150063 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Pushing event updated for resources: {'Port': ['ID=2694708f-85c9-4718-9f23-28f156f38f3a,revision_number=6']} {{(pid=80336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:39:22.155117 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:39:22.548991 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d0f36c31-567c-452f-8647-aa33bbeff6a6 req-f155873a-8107-4cdf-b3cb-1bfe609269c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1163 time: 0.1122139 Nov 19 14:39:22.910910 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d0f36c31-567c-452f-8647-aa33bbeff6a6 req-c904f4cc-32fd-4fab-92c1-7b1d3686922e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3519020 Nov 19 14:39:22.961773 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a58483-2efb-4c59-b2cc-5bddb603ab7d req-0239a460-5329-4d89-8c6d-3c0cc7c719af tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:22.963456 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70a58483-2efb-4c59-b2cc-5bddb603ab7d req-0239a460-5329-4d89-8c6d-3c0cc7c719af tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.1071382 Nov 19 14:39:23.030678 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-70a58483-2efb-4c59-b2cc-5bddb603ab7d req-9f436631-b537-462a-8d15-dc5648c3d588 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0558450 Nov 19 14:39:23.387903 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2694708f-85c9-4718-9f23-28f156f38f3a up at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 14:39:23.476846 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.provisioning_blocks [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Provisioning complete for port 2694708f-85c9-4718-9f23-28f156f38f3a triggered by entity L2. {{(pid=80336) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 14:39:23.477265 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1967284'] for port, provisioning_complete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:24.265653 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e128c-7162-4341-85b7-87a304a44ffd req-d14478a4-b7cb-499d-8365-eaaf3b55787e tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:24.267364 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b53e128c-7162-4341-85b7-87a304a44ffd req-d14478a4-b7cb-499d-8365-eaaf3b55787e tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0920925 Nov 19 14:39:24.318158 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-b53e128c-7162-4341-85b7-87a304a44ffd req-1532c88e-8df4-48ea-ac8c-0e48ff81d590 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0436323 Nov 19 14:39:25.547495 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59e004-469d-42e2-981a-72d0c68d69bb req-4234d185-98f0-4558-97af-2beb54871636 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:39:25.549129 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-db59e004-469d-42e2-981a-72d0c68d69bb req-4234d185-98f0-4558-97af-2beb54871636 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0961647 Nov 19 14:39:25.601021 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-db59e004-469d-42e2-981a-72d0c68d69bb req-844a994b-8005-4b20-8fc1-3f34d4954578 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0424781 Nov 19 14:39:43.639843 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-c8889181-c910-43b2-a991-c29cd38faf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:45.239225 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:46.065743 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-105d0f9f-7e3c-47fc-9d4e-fda6cdef9cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:46.612364 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:47.426241 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:48.066127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:39:48.728877 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:40:13.645346 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e4dd59c6-b891-43a6-955a-ee3c864e1143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:40:15.252545 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:40:16.064390 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9c411d01-eeaa-4114-8053-4c875d265094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:40:16.615123 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:40:17.422777 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:40:18.069259 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:40:20.904814 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cb2d67b5-2412-4206-a840-047095f149dc req-ac4fff1d-abfe-45be-9a86-efe8aa665203 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0888076 Nov 19 14:40:21.084538 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cb2d67b5-2412-4206-a840-047095f149dc req-81b9286b-c751-46d9-8b8d-1406d541010d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28d67dbc8fc34926848cbcb147daba34&device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1163 time: 0.0836532 Nov 19 14:40:21.246485 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d67b5-2412-4206-a840-047095f149dc req-29c00e61-e1db-4d20-af42-6988a4b9d7ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:40:21.248077 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cb2d67b5-2412-4206-a840-047095f149dc req-29c00e61-e1db-4d20-af42-6988a4b9d7ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 200 len: 902 time: 0.1432321 Nov 19 14:40:21.355898 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cb2d67b5-2412-4206-a840-047095f149dc req-f34544cb-e4bd-418a-bd10-d08d950189a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 1002 time: 0.1007032 Nov 19 14:40:21.430372 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d67b5-2412-4206-a840-047095f149dc req-1e2ce509-34c9-46f5-ac8b-feb3aac685d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:40:21.431921 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cb2d67b5-2412-4206-a840-047095f149dc req-1e2ce509-34c9-46f5-ac8b-feb3aac685d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a45be7b-947c-4600-9b48-cfa3ce8e55bd HTTP/1.1" status: 200 len: 847 time: 0.0692856 Nov 19 14:40:21.514261 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cb2d67b5-2412-4206-a840-047095f149dc req-ea6a907d-fa09-4cde-bff7-89396f9704b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b54d884-393b-4e75-b3e4-0090ec086da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759063 Nov 19 14:40:21.671995 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cb2d67b5-2412-4206-a840-047095f149dc req-8c821b00-5bed-47d2-8963-50a42a9bab03 service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506712 Nov 19 14:40:21.824781 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-cb2d67b5-2412-4206-a840-047095f149dc req-f521d5c3-7768-4f43-abdc-1bab85a105db service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455317 Nov 19 14:40:25.738359 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:40:43.649911 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-ad53645f-d5f3-4df9-9849-644d5cd4e799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:40:45.255964 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:40:46.065931 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-b0b1f7ad-13a2-4bcd-b9df-5419d7e6d663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:40:46.624755 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:40:47.417112 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:40:48.072004 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:01.312605 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-7004580a-d995-4d14-bfa6-41c4b9812fef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/floatingips/e38b382d-05d6-4b92-81f8-e5a1fec81fc7 HTTP/1.1" status: 200 len: 999 time: 0.2059460 Nov 19 14:41:01.472386 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-32e5cbb9-6916-4ce6-9b92-1c85a6385462 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:41:01.473880 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-32e5cbb9-6916-4ce6-9b92-1c85a6385462 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/networks/ca817bba-b7b8-4a37-9c7c-42c1a6687b2c HTTP/1.1" status: 200 len: 784 time: 0.1527200 Nov 19 14:41:01.484713 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-1213d4ae-8af6-474e-bdab-e27cf3101ef3 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80335) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 14:41:01.485715 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-1213d4ae-8af6-474e-bdab-e27cf3101ef3 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0059049 Nov 19 14:41:01.595896 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-fbd30e21-72c2-4d52-ab2b-d4ed46e29274 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.0.229 HTTP/1.1" status: 200 len: 1002 time: 0.1038678 Nov 19 14:41:01.672789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-1bd7812a-c61e-42e1-81ef-591385da3184 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:41:01.674273 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-1bd7812a-c61e-42e1-81ef-591385da3184 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports/2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 943 time: 0.0725460 Nov 19 14:41:01.877553 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-2902921f-9782-4309-bdbe-3b78deff1c85 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.28.0.229 HTTP/1.1" status: 200 len: 1002 time: 0.1084280 Nov 19 14:41:02.095407 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Deleting port d9de8c8a-d4d4-443a-b1a6-3e581872e23a {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:41:02.095657 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:02.276954 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:02.277255 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for floatingip, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:02.404579 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Calling delete_port for d9de8c8a-d4d4-443a-b1a6-3e581872e23a owned by network:floatingip {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:41:02.566627 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:02.580024 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-76d354d5-8a59-48f6-bf47-2028a85ab18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:41:02.629429 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Pushing event deleted for resources: {'Port': ['ID=d9de8c8a-d4d4-443a-b1a6-3e581872e23a,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:41:02.698607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.699018 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.699423 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.699816 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.700209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.700636 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.701016 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.701404 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.701813 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.702201 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.702593 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.702970 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.703413 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.703795 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.704158 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.704540 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.704917 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.705297 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.705695 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.706085 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.706465 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.706842 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.707221 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.707597 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:02.715769 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:41:02.730058 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:41:02.824813 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for floatingip, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:02.825183 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.db.l3_db [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Floating IP e38b382d-05d6-4b92-81f8-e5a1fec81fc7 disassociated (deleted). External IP: 172.28.0.229, port: 2694708f-85c9-4718-9f23-28f156f38f3a. Nov 19 14:41:03.246669 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Router a1ff3f52-dc72-41d9-85f1-675847886470 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:41:03.460883 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:41:03.471523 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747d3cd-18a6-4dda-a7dc-c75e1078b7f1 None None] Sync routers for ids ['a1ff3f52-dc72-41d9-85f1-675847886470'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:41:03.484893 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747d3cd-18a6-4dda-a7dc-c75e1078b7f1 None None] Routers {'a1ff3f52-dc72-41d9-85f1-675847886470'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:41:03.485744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-4747d3cd-18a6-4dda-a7dc-c75e1078b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:40:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['a1ff3f52-dc72-41d9-85f1-675847886470'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:41:03.487783 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for floatingip, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:03.682465 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-4747d3cd-18a6-4dda-a7dc-c75e1078b7f1 None None] Set router a1ff3f52-dc72-41d9-85f1-675847886470 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:41:03.792328 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-db22c292-22a1-47d0-8f2f-378879dd9cef tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "DELETE /v2.0/floatingips/e38b382d-05d6-4b92-81f8-e5a1fec81fc7 HTTP/1.1" status: 204 len: 173 time: 1.9049931 Nov 19 14:41:03.792926 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a'}] {{(pid=80335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:41:03.892960 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-471eac2d-b6ed-4f00-9436-7b6d94bc441f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=28d67dbc8fc34926848cbcb147daba34&device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1163 time: 0.0801082 Nov 19 14:41:04.003914 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a', 'status': 'completed', 'code': 200} Nov 19 14:41:04.047362 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-61453520-b071-4460-82b2-84ba9f53501c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:41:04.048915 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-61453520-b071-4460-82b2-84ba9f53501c service neutron] 10.222.0.43 "GET /v2.0/networks?id=0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 200 len: 902 time: 0.1494136 Nov 19 14:41:04.110381 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8665097c-e9cb-4f4b-b200-d680637d3b61 req-b8cf4622-609c-48c3-bcdc-2cf925f97915 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=28d67dbc8fc34926848cbcb147daba34&device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 1163 time: 0.0822041 Nov 19 14:41:04.127173 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-6c279447-dc79-40e6-bdef-99b7ee027b65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 217 time: 0.0704057 Nov 19 14:41:04.198082 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-4747d3cd-18a6-4dda-a7dc-c75e1078b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:36:02Z', 'revision_number': 4, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port': {'id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:35:59Z', 'updated_at': '2020-11-19T14:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'eb0210e9-a786-445c-bca7-767269a4a686', 'name': '', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'mac_address': 'fa:16:3e:2e:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:36:01Z', 'updated_at': '2020-11-19T14:36:08Z', 'revision_number': 5, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'subnets': [{'id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:41:04.200406 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-bf3eb662-4730-4c99-8d2f-26da3149d84f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:41:04.202311 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747d3cd-18a6-4dda-a7dc-c75e1078b7f1 None None] Checking router: a1ff3f52-dc72-41d9-85f1-675847886470 for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:41:04.202695 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-bf3eb662-4730-4c99-8d2f-26da3149d84f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6a45be7b-947c-4600-9b48-cfa3ce8e55bd HTTP/1.1" status: 200 len: 847 time: 0.0685470 Nov 19 14:41:04.214696 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747d3cd-18a6-4dda-a7dc-c75e1078b7f1 None None] Routers {'a1ff3f52-dc72-41d9-85f1-675847886470'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:41:04.215361 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-4747d3cd-18a6-4dda-a7dc-c75e1078b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:40:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['a1ff3f52-dc72-41d9-85f1-675847886470'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:41:04.264116 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665097c-e9cb-4f4b-b200-d680637d3b61 req-b3acc700-f2a7-4041-ae7c-cfeda7e4fc03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:41:04.265826 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8665097c-e9cb-4f4b-b200-d680637d3b61 req-b3acc700-f2a7-4041-ae7c-cfeda7e4fc03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 200 len: 902 time: 0.1480384 Nov 19 14:41:04.295549 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-654b52c0-86a5-41bd-a7c5-75c7b953774d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0b54d884-393b-4e75-b3e4-0090ec086da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849040 Nov 19 14:41:04.339632 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8665097c-e9cb-4f4b-b200-d680637d3b61 req-ec90c5ee-9eeb-43e9-ab08-082699ae4911 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 200 len: 217 time: 0.0669625 Nov 19 14:41:04.405430 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-4747d3cd-18a6-4dda-a7dc-c75e1078b7f1 None None] Set router a1ff3f52-dc72-41d9-85f1-675847886470 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:41:04.415424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665097c-e9cb-4f4b-b200-d680637d3b61 req-2ed1fd04-a8cf-42fd-acdc-43e8055e8dcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:41:04.417126 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8665097c-e9cb-4f4b-b200-d680637d3b61 req-2ed1fd04-a8cf-42fd-acdc-43e8055e8dcd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a45be7b-947c-4600-9b48-cfa3ce8e55bd HTTP/1.1" status: 200 len: 847 time: 0.0705228 Nov 19 14:41:04.444610 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-2eb6f3bd-fe52-4baa-b1ce-9ed20c7a46b1 service neutron] 10.222.0.43 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406147 Nov 19 14:41:04.502666 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8665097c-e9cb-4f4b-b200-d680637d3b61 req-8d016450-26b3-4c5b-adff-d1b2b8195a77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b54d884-393b-4e75-b3e4-0090ec086da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780520 Nov 19 14:41:04.590652 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-795606d2-8812-4b72-a7d1-21dbad9bfedb req-374530ca-e6c2-488a-aca5-fa0b07ee261b service neutron] 10.222.0.43 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392896 Nov 19 14:41:04.651920 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8665097c-e9cb-4f4b-b200-d680637d3b61 req-3b68bdd4-1da6-4fb0-8ff1-ae82914ac9a7 service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421838 Nov 19 14:41:04.739094 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-4747d3cd-18a6-4dda-a7dc-c75e1078b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:36:02Z', 'revision_number': 4, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port': {'id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:35:59Z', 'updated_at': '2020-11-19T14:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'eb0210e9-a786-445c-bca7-767269a4a686', 'name': '', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'mac_address': 'fa:16:3e:2e:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:36:01Z', 'updated_at': '2020-11-19T14:36:08Z', 'revision_number': 5, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'subnets': [{'id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:41:04.743831 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747d3cd-18a6-4dda-a7dc-c75e1078b7f1 None None] The sync data for ids ['a1ff3f52-dc72-41d9-85f1-675847886470'] in dv-cinder-763306-2-smb is: [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:36:02Z', 'revision_number': 4, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port': {'id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:35:59Z', 'updated_at': '2020-11-19T14:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb', '_interfaces': [{'id': 'eb0210e9-a786-445c-bca7-767269a4a686', 'name': '', 'network_id': '0b54d884-393b-4e75-b3e4-0090ec086da5', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'mac_address': 'fa:16:3e:2e:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:36:01Z', 'updated_at': '2020-11-19T14:36:08Z', 'revision_number': 5, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'subnets': [{'id': '6a45be7b-947c-4600-9b48-cfa3ce8e55bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:41:04.809217 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-8665097c-e9cb-4f4b-b200-d680637d3b61 req-3d38d7c1-fb22-4f46-af75-2c26071e1b88 service neutron] 10.222.0.16 "GET /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1500366 Nov 19 14:41:05.156764 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f69bf-754a-4e58-b68d-99d9666c3575 None None] New status for floating IP e38b382d-05d6-4b92-81f8-e5a1fec81fc7: DOWN {{(pid=80336) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 14:41:05.168857 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f42a2-ad04-4595-bfb6-23931a2dfab1 req-b4d3a5d2-a4f2-4d45-8ada-993317496d82 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:41:05.169615 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-c63f42a2-ad04-4595-bfb6-23931a2dfab1 req-b4d3a5d2-a4f2-4d45-8ada-993317496d82 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Synchronizing usage tracker for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:port {{(pid=80335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 14:41:05.185932 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.quota.resource [req-c63f42a2-ad04-4595-bfb6-23931a2dfab1 req-b4d3a5d2-a4f2-4d45-8ada-993317496d82 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Unset dirty status for tenant:28d67dbc8fc34926848cbcb147daba34 on resource:port {{(pid=80335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 14:41:05.187196 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c63f42a2-ad04-4595-bfb6-23931a2dfab1 req-b4d3a5d2-a4f2-4d45-8ada-993317496d82 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.1007895 Nov 19 14:41:05.236364 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c63f42a2-ad04-4595-bfb6-23931a2dfab1 req-f028ab84-a62f-492c-abe4-cc4bcd8dc680 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0428538 Nov 19 14:41:06.546145 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ec66e-a2d7-4aad-87fd-7f49aa85139c req-c4525674-eb53-42fc-8865-d28b9f7c43e0 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:41:06.547761 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d43ec66e-a2d7-4aad-87fd-7f49aa85139c req-c4525674-eb53-42fc-8865-d28b9f7c43e0 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.1743028 Nov 19 14:41:06.596870 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-d43ec66e-a2d7-4aad-87fd-7f49aa85139c req-f5acbfd1-fe02-4477-951d-89fb37e473b7 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups?id=571641eb-891e-4bac-9514-8d2fb51ff20d&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0421188 Nov 19 14:41:06.752395 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d10a3-9e1d-4e38-b1b6-b8da97c73c77 req-c9c38185-6408-4cfd-9b7e-2145649d3851 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80334) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 14:41:06.753872 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c15d10a3-9e1d-4e38-b1b6-b8da97c73c77 req-c9c38185-6408-4cfd-9b7e-2145649d3851 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.16 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 946 time: 0.0918844 Nov 19 14:41:06.832499 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-c15d10a3-9e1d-4e38-b1b6-b8da97c73c77 req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Deleting port 2694708f-85c9-4718-9f23-28f156f38f3a {{(pid=80334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:41:06.832889 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c15d10a3-9e1d-4e38-b1b6-b8da97c73c77 req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:07.113615 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [req-c15d10a3-9e1d-4e38-b1b6-b8da97c73c77 req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] For port 2694708f-85c9-4718-9f23-28f156f38f3a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2694708f-85c9-4718-9f23-28f156f38f3a,segment=NetworkSegment(b2ee9da8-113f-4925-a4c2-1e7f312e592a),segment_id=b2ee9da8-113f-4925-a4c2-1e7f312e592a)] {{(pid=80334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:41:07.113994 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c15d10a3-9e1d-4e38-b1b6-b8da97c73c77 req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:07.241685 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [req-c15d10a3-9e1d-4e38-b1b6-b8da97c73c77 req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Calling delete_port for 2694708f-85c9-4718-9f23-28f156f38f3a owned by compute:nova {{(pid=80334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:41:07.399925 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c15d10a3-9e1d-4e38-b1b6-b8da97c73c77 req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851852494'] for port, after_delete {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:07.420435 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-237b3ebe-04d8-4d1b-a4ef-2165d95cde26 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:41:07.471809 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Pushing event deleted for resources: {'Port': ['ID=2694708f-85c9-4718-9f23-28f156f38f3a,revision_number=None']} {{(pid=80334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:41:07.540206 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.540569 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.541017 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.541424 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.541900 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.542307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.542703 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.543099 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.543492 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.543881 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.544258 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.544654 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-smb {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.545108 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.545497 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.545912 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.546307 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.546816 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.547059 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.547447 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.547838 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.548225 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.548607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.548996 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.549383 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 14:41:07.564930 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:41:07.642988 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15d10a3-9e1d-4e38-b1b6-b8da97c73c77 req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] No DVR routers for this DVR port 2694708f-85c9-4718-9f23-28f156f38f3a on host hv-cinder-76330 {{(pid=80334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:41:07.645406 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c15d10a3-9e1d-4e38-b1b6-b8da97c73c77 req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745823'] for port, before_response {{(pid=80334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:07.652651 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'name': 'network-vif-deleted', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a'}] {{(pid=80334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 14:41:07.663812 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c15d10a3-9e1d-4e38-b1b6-b8da97c73c77 req-b6f3f5d0-c62a-44dc-8d07-12eb2a34939d tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.16 "DELETE /v2.0/ports/2694708f-85c9-4718-9f23-28f156f38f3a HTTP/1.1" status: 204 len: 173 time: 0.9039619 Nov 19 14:41:07.715793 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2d42b0-dc36-4560-9d93-9f9ee2c266a6', 'name': 'network-vif-deleted', 'tag': '2694708f-85c9-4718-9f23-28f156f38f3a', 'status': 'completed', 'code': 200} Nov 19 14:41:07.783616 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c1c20ca2-7dcd-4bed-ae36-2ab8496a9098 req-a2af3e79-38e5-4c38-bff4-ee2597b438cb tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/ports?device_id=5c2d42b0-dc36-4560-9d93-9f9ee2c266a6 HTTP/1.1" status: 200 len: 210 time: 0.0552101 Nov 19 14:41:08.127251 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2694708f-85c9-4718-9f23-28f156f38f3a no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:41:08.162062 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] No Port match for: 2694708f-85c9-4718-9f23-28f156f38f3a {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:41:08.162453 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Device 2694708f-85c9-4718-9f23-28f156f38f3a not bound to the agent host hv-cinder-76330 {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:41:08.990531 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c44e32ab-06ae-46bb-831c-82c7df0c0806 req-845ddf45-34cd-4136-a637-e5529c819d70 tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "GET /v2.0/security-groups/571641eb-891e-4bac-9514-8d2fb51ff20d HTTP/1.1" status: 200 len: 2645 time: 0.0611849 Nov 19 14:41:09.067418 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c44e32ab-06ae-46bb-831c-82c7df0c0806 req-86faf262-40ba-4b0f-bfa3-286e03469b1f tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:09.097142 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c44e32ab-06ae-46bb-831c-82c7df0c0806 req-86faf262-40ba-4b0f-bfa3-286e03469b1f tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:09.158097 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c44e32ab-06ae-46bb-831c-82c7df0c0806 req-86faf262-40ba-4b0f-bfa3-286e03469b1f tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:09.162408 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-0740f6f8-89de-41ec-a535-01140e77b42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:41:09.177967 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faf262-40ba-4b0f-bfa3-286e03469b1f tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Pushing event deleted for resources: {'SecurityGroup': ['ID=571641eb-891e-4bac-9514-8d2fb51ff20d,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:41:09.180997 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-86faf262-40ba-4b0f-bfa3-286e03469b1f tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:41:09.192397 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [req-c44e32ab-06ae-46bb-831c-82c7df0c0806 req-86faf262-40ba-4b0f-bfa3-286e03469b1f tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:09.193646 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [req-c44e32ab-06ae-46bb-831c-82c7df0c0806 req-86faf262-40ba-4b0f-bfa3-286e03469b1f tempest-TestShelveInstance-2130762316 tempest-TestShelveInstance-2130762316] 10.222.0.43 "DELETE /v2.0/security-groups/571641eb-891e-4bac-9514-8d2fb51ff20d HTTP/1.1" status: 204 len: 173 time: 0.1938348 Nov 19 14:41:09.258118 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 37614) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:41:09.863289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4f8c303e-7b53-4531-b10f-9656e645233b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854170859'] for router_interface, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:10.498891 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c303e-7b53-4531-b10f-9656e645233b admin admin] Deleting port eb0210e9-a786-445c-bca7-767269a4a686 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:41:10.499501 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4f8c303e-7b53-4531-b10f-9656e645233b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:10.685556 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-4f8c303e-7b53-4531-b10f-9656e645233b admin admin] For port eb0210e9-a786-445c-bca7-767269a4a686, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=eb0210e9-a786-445c-bca7-767269a4a686,segment=NetworkSegment(b2ee9da8-113f-4925-a4c2-1e7f312e592a),segment_id=b2ee9da8-113f-4925-a4c2-1e7f312e592a)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:41:10.685972 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4f8c303e-7b53-4531-b10f-9656e645233b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:10.816607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c303e-7b53-4531-b10f-9656e645233b admin admin] Calling delete_port for eb0210e9-a786-445c-bca7-767269a4a686 owned by network:router_interface {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:41:11.019098 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4f8c303e-7b53-4531-b10f-9656e645233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:11.032331 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-216171f2-388b-4aa3-8504-9852c94eedf0 tempest-TestMinimumBasicScenario-1235526861 tempest-TestMinimumBasicScenario-1235526861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:41:11.078799 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c303e-7b53-4531-b10f-9656e645233b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0210e9-a786-445c-bca7-767269a4a686,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:41:11.082934 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-4f8c303e-7b53-4531-b10f-9656e645233b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:41:11.466256 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-4f8c303e-7b53-4531-b10f-9656e645233b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1441482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854173095'] for router_interface, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:12.464455 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8c303e-7b53-4531-b10f-9656e645233b admin admin] Router a1ff3f52-dc72-41d9-85f1-675847886470 has already been hosted by L3 agent 9edae050-6f3f-4602-a439-f21db1e8c553 {{(pid=80335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 14:41:12.678097 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8c303e-7b53-4531-b10f-9656e645233b admin admin] Notify agent at l3_agent.dv-cinder-763306-2-smb the message routers_updated {{(pid=80335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 14:41:12.688709 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a9c12-171c-483a-9fd0-2aed07800685 None None] Sync routers for ids ['a1ff3f52-dc72-41d9-85f1-675847886470'] in dv-cinder-763306-2-smb {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 14:41:12.691714 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-4f8c303e-7b53-4531-b10f-9656e645233b admin admin] 10.222.0.43 "PUT /v2.0/routers/a1ff3f52-dc72-41d9-85f1-675847886470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4323883 Nov 19 14:41:12.694577 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 37620) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:41:12.702423 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a9c12-171c-483a-9fd0-2aed07800685 None None] Routers {'a1ff3f52-dc72-41d9-85f1-675847886470'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:41:12.703087 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-6a5a9c12-171c-483a-9fd0-2aed07800685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:40:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['a1ff3f52-dc72-41d9-85f1-675847886470'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:41:12.902963 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-6a5a9c12-171c-483a-9fd0-2aed07800685 None None] Set router a1ff3f52-dc72-41d9-85f1-675847886470 gateway port host: dv-cinder-763306-2-smb {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:41:12.912759 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Notify callbacks [] for router, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:13.124757 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:13.133887 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Deleting port e15ade72-7628-427a-a2f6-e2857b5d6336 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:41:13.134268 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:13.200007 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-6a5a9c12-171c-483a-9fd0-2aed07800685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'external_fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:41:10Z', 'revision_number': 5, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port': {'id': 'e15ade72-7628-427a-a2f6-e2857b5d6336', 'name': '', 'network_id': 'ca817bba-b7b8-4a37-9c7c-42c1a6687b2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'ip_address': '172.28.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:35:59Z', 'updated_at': '2020-11-19T14:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '542d015a-8e34-4d9c-af1c-363e209ac3b2', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-smb'}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:41:13.204081 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a9c12-171c-483a-9fd0-2aed07800685 None None] Checking router: a1ff3f52-dc72-41d9-85f1-675847886470 for host: dv-cinder-763306-2-smb {{(pid=80337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 14:41:13.215970 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a9c12-171c-483a-9fd0-2aed07800685 None None] Routers {'a1ff3f52-dc72-41d9-85f1-675847886470'} bound to L3 agent in host dv-cinder-763306-2-smb {{(pid=80337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 14:41:13.216628 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-6a5a9c12-171c-483a-9fd0-2aed07800685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T14:16:16Z,description=,heartbeat_timestamp=2020-11-19T14:40:46Z,host='dv-cinder-763306-2-smb',id=9edae050-6f3f-4602-a439-f21db1e8c553,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T14:16:16Z,topic='l3_agent')) {'router_ids': ['a1ff3f52-dc72-41d9-85f1-675847886470'], 'active': True} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:41:13.319530 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] For port e15ade72-7628-427a-a2f6-e2857b5d6336, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=e15ade72-7628-427a-a2f6-e2857b5d6336,segment=NetworkSegment(6663b0cf-444e-4706-a5f6-74243b8c7e4e),segment_id=6663b0cf-444e-4706-a5f6-74243b8c7e4e)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:41:13.319995 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:13.380426 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvr_db [None req-6a5a9c12-171c-483a-9fd0-2aed07800685 None None] Set router a1ff3f52-dc72-41d9-85f1-675847886470 gateway port host: None {{(pid=80337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 14:41:13.455255 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Calling delete_port for e15ade72-7628-427a-a2f6-e2857b5d6336 owned by network:router_gateway {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:41:13.632296 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:13.645967 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-329ce9ad-77fc-4eb3-b715-3d7bf700813c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:13.647919 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2b93a9e7-e3b3-41ec-a767-956e0f3a05cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:41:13.650688 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_hamode_db [None req-6a5a9c12-171c-483a-9fd0-2aed07800685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:41:13Z', 'revision_number': 6, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port_host': None}], 'dv-cinder-763306-2-smb', False) {} {{(pid=80337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:41:13.655149 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a9c12-171c-483a-9fd0-2aed07800685 None None] The sync data for ids ['a1ff3f52-dc72-41d9-85f1-675847886470'] in dv-cinder-763306-2-smb is: [{'id': 'a1ff3f52-dc72-41d9-85f1-675847886470', 'name': 'tempest-TestShelveInstance-571334259-router', 'tenant_id': '28d67dbc8fc34926848cbcb147daba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:35:58Z', 'updated_at': '2020-11-19T14:41:13Z', 'revision_number': 6, 'project_id': '28d67dbc8fc34926848cbcb147daba34', 'gw_port_host': None}] {{(pid=80337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 14:41:13.693336 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Pushing event deleted for resources: {'Port': ['ID=e15ade72-7628-427a-a2f6-e2857b5d6336,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:41:13.697520 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:41:14.008943 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854174341'] for router_gateway, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:14.513427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690753', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-983'] for router, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:14.518345 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:14.552615 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690649'] for router, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:14.553265 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ff3f52-dc72-41d9-85f1-675847886470 {{(pid=80335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 14:41:14.565774 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Notify callbacks [] for router, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:14.567316 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] 10.222.0.43 "DELETE /v2.0/routers/a1ff3f52-dc72-41d9-85f1-675847886470 HTTP/1.1" status: 204 len: 168 time: 1.8714230 Nov 19 14:41:14.569790 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 37624) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:41:14.636650 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d509dc-6126-4a90-8cf6-9bf6fcc61caa admin admin] Deleting subnet 6a45be7b-947c-4600-9b48-cfa3ce8e55bd {{(pid=80335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 14:41:14.640047 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26d509dc-6126-4a90-8cf6-9bf6fcc61caa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:14.692707 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26d509dc-6126-4a90-8cf6-9bf6fcc61caa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2955110'] for subnet, precommit_delete_associations {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:14.780755 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26d509dc-6126-4a90-8cf6-9bf6fcc61caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1992101'] for subnet, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:14.814895 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device e15ade72-7628-427a-a2f6-e2857b5d6336 no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:41:14.852966 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No Port match for: e15ade72-7628-427a-a2f6-e2857b5d6336 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:41:14.853354 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device e15ade72-7628-427a-a2f6-e2857b5d6336 not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:41:14.853851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device eb0210e9-a786-445c-bca7-767269a4a686 no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:41:14.886040 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No Port match for: eb0210e9-a786-445c-bca7-767269a4a686 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:41:14.886436 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device eb0210e9-a786-445c-bca7-767269a4a686 not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:41:15.048157 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26d509dc-6126-4a90-8cf6-9bf6fcc61caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036852783684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852524426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2623732'] for subnet, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:15.068162 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-b751eb1f-1202-4ed7-b49d-c26a2f76dfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:41:15.116907 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d509dc-6126-4a90-8cf6-9bf6fcc61caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a45be7b-947c-4600-9b48-cfa3ce8e55bd,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:41:15.119752 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-26d509dc-6126-4a90-8cf6-9bf6fcc61caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:41:15.217293 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-26d509dc-6126-4a90-8cf6-9bf6fcc61caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for subnet, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:15.223263 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf126b3-5c4a-4679-af1d-7a0a7b750ec9 None None] Network 0b54d884-393b-4e75-b3e4-0090ec086da5 requested from dv-cinder-763306-2-smb {{(pid=80336) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 14:41:15.225569 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-26d509dc-6126-4a90-8cf6-9bf6fcc61caa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6a45be7b-947c-4600-9b48-cfa3ce8e55bd HTTP/1.1" status: 204 len: 168 time: 0.6543491 Nov 19 14:41:15.228123 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 37628) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:41:15.278017 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:15.347055 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1858883'] for network, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:15.419199 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Deleting port db9c4a54-8b88-4891-8479-d9f9df4f4558 {{(pid=80335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:41:15.419548 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:15.493497 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7407b5a6-0ff3-497b-a529-53801d06990f None None] DHCP port deletion for 0b54d884-393b-4e75-b3e4-0090ec086da5 request from dv-cinder-763306-2-smb {{(pid=80336) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 14:41:15.498244 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-7407b5a6-0ff3-497b-a529-53801d06990f None None] Deleting port db9c4a54-8b88-4891-8479-d9f9df4f4558 {{(pid=80336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:41:15.498663 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7407b5a6-0ff3-497b-a529-53801d06990f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:15.631900 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] For port db9c4a54-8b88-4891-8479-d9f9df4f4558, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=db9c4a54-8b88-4891-8479-d9f9df4f4558,segment=NetworkSegment(b2ee9da8-113f-4925-a4c2-1e7f312e592a),segment_id=b2ee9da8-113f-4925-a4c2-1e7f312e592a)] {{(pid=80335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:41:15.632266 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:15.711943 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.db [None req-7407b5a6-0ff3-497b-a529-53801d06990f None None] For port db9c4a54-8b88-4891-8479-d9f9df4f4558, host dv-cinder-763306-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-smb',level=0,port_id=db9c4a54-8b88-4891-8479-d9f9df4f4558,segment=NetworkSegment(b2ee9da8-113f-4925-a4c2-1e7f312e592a),segment_id=b2ee9da8-113f-4925-a4c2-1e7f312e592a)] {{(pid=80336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 14:41:15.712536 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7407b5a6-0ff3-497b-a529-53801d06990f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854175588'] for port, precommit_delete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:15.764126 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Calling delete_port for db9c4a54-8b88-4891-8479-d9f9df4f4558 owned by network:dhcp {{(pid=80335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:41:15.839434 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-7407b5a6-0ff3-497b-a529-53801d06990f None None] Calling delete_port for db9c4a54-8b88-4891-8479-d9f9df4f4558 owned by network:dhcp {{(pid=80336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 14:41:15.843044 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852982077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179616', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247167894012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789686416158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2251296'] for port, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:15.867416 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-2d3972cc-3376-4c72-8819-37c9fb4c781a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:41:15.915816 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=db9c4a54-8b88-4891-8479-d9f9df4f4558,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:41:15.921728 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.db.api [None req-7407b5a6-0ff3-497b-a529-53801d06990f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 14:41:15.922127 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_db.api [None req-7407b5a6-0ff3-497b-a529-53801d06990f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 14:41:15.927672 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:41:16.018406 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] No DVR routers for this DVR port db9c4a54-8b88-4891-8479-d9f9df4f4558 on host dv-cinder-763306-2-smb {{(pid=80335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 14:41:16.059605 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-e63f5a3b-9f48-41ae-b25c-964bc2328de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:16.144343 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1970236', 'neutron.services.segments.db._delete_segments_for_network--9223363247167790520'] for network, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:16.261236 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b54d884-393b-4e75-b3e4-0090ec086da5']}} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:41:16.275438 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ee9da8-113f-4925-a4c2-1e7f312e592a') {'for_net_delete': True} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:41:16.275768 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.services.segments.db [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ee9da8-113f-4925-a4c2-1e7f312e592a') {} {{(pid=80335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 14:41:16.288665 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247167819704', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851820691'] for segment, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:16.304028 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852780898'] for segment, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:16.306106 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 14:41:16.423886 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-7407b5a6-0ff3-497b-a529-53801d06990f None None] Deleting port db9c4a54-8b88-4891-8479-d9f9df4f4558 {{(pid=80336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 14:41:16.424449 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-7407b5a6-0ff3-497b-a529-53801d06990f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363247167900310'] for port, before_delete {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:16.494480 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Network 0b54d884-393b-4e75-b3e4-0090ec086da5 has no segments {{(pid=80335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:41:16.501265 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-7407b5a6-0ff3-497b-a529-53801d06990f None None] The port 'db9c4a54-8b88-4891-8479-d9f9df4f4558' was deleted {{(pid=80336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 14:41:16.504518 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1994887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2251732'] for segment, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:16.624539 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:16.689817 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.managers [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Network 0b54d884-393b-4e75-b3e4-0090ec086da5 has no segments {{(pid=80335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: Traceback (most recent call last): Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: timer() Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: cb(*args, **kw) Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: return func(*args, **kwargs) Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: self._notify() Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: self.callback(batched_events) Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: event.method(event) Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: segment_id)['aggregates'][0] Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: return f(self, *a, **k) Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: return self._get(url).json() Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: **kwargs) Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: return self.request(url, 'GET', **kwargs) Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: **endpoint_filter) Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:41:16.712859 dv-cinder-763306-2-smb neutron-server[80223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:41:16.794896 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852805557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853334334'] for network, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:16.798500 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:41:16.815041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device db9c4a54-8b88-4891-8479-d9f9df4f4558 no longer exists at agent ovs-agent-dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 14:41:16.816420 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853334287'] for network, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:16.823744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b54d884-393b-4e75-b3e4-0090ec086da5,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:41:16.828345 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:41:16.841604 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-d7012ed7-157a-4d92-9754-cd853af790a6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0b54d884-393b-4e75-b3e4-0090ec086da5 HTTP/1.1" status: 204 len: 168 time: 1.6122193 Nov 19 14:41:16.849407 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.plugin [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] No Port match for: db9c4a54-8b88-4891-8479-d9f9df4f4558 {{(pid=80336) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 14:41:16.849827 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.plugins.ml2.rpc [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Device db9c4a54-8b88-4891-8479-d9f9df4f4558 not bound to the agent host dv-cinder-763306-2-smb {{(pid=80336) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 14:41:17.013103 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 37634) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:41:17.076442 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-151c7f1e-5334-48d4-bf9d-ef54e1afc32b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28d67dbc8fc34926848cbcb147daba34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0618446 Nov 19 14:41:17.079027 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [-] (80335) accepted ('10.222.0.43', 37638) {{(pid=80335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 14:41:17.146279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-21c105ad-0329-4ab6-a98e-efa158cea1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:17.173830 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-21c105ad-0329-4ab6-a98e-efa158cea1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:17.230171 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-21c105ad-0329-4ab6-a98e-efa158cea1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639563'] for security_group, after_delete {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:17.235289 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-1891313c-bcaf-4b37-b24e-7f9b9ba9e5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 14:41:17.248920 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c105ad-0329-4ab6-a98e-efa158cea1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef808406-25ce-4118-a3d7-ef439dc874a4,revision_number=None']} {{(pid=80335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 14:41:17.251369 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG oslo_concurrency.lockutils [None req-21c105ad-0329-4ab6-a98e-efa158cea1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 14:41:17.257042 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-21c105ad-0329-4ab6-a98e-efa158cea1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:17.258274 dv-cinder-763306-2-smb neutron-server[80223]: INFO neutron.wsgi [None req-21c105ad-0329-4ab6-a98e-efa158cea1a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef808406-25ce-4118-a3d7-ef439dc874a4 HTTP/1.1" status: 204 len: 168 time: 0.1783254 Nov 19 14:41:17.410678 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:18.137209 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:27.255607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [req-72f07335-759d-4b22-b324-a25a0168d472 req-2d2b5876-63f1-4db4-b0aa-488e7102d431 service neutron] (80335) timed out ('10.222.0.16', 53617) {{(pid=80335) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 19 14:41:39.735272 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:41:43.646564 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8321f8d7-347d-4b8b-89d7-ad8ef8973979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:45.266893 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:46.069387 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-45d41765-00d3-4870-b5b9-3275bd0bce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:46.636667 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:47.424557 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:41:48.086626 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:42:13.644607 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-804a0e6f-eb8f-4c7e-81b2-a19d59d4ba02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:42:15.292565 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:42:16.069492 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0bd1f53d-f62d-4615-a9c5-6d1f8cdb8045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:42:16.639851 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:42:16.744544 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:42:17.427041 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:42:18.085038 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:42:43.646723 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-91ba24e0-45a7-46d1-bb2c-cf7cb768a76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:42:45.303681 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:42:46.071053 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-f8c81185-d3eb-45b0-ab22-1f90e6c4f4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:42:46.644040 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:42:47.429998 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:42:48.088683 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:42:53.743082 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:43:13.645088 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-140b1802-3e97-4c80-87a8-7d1a6608548f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:43:15.321417 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:43:15.576947 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.wsgi [req-4475204e-bc1c-4132-a7b7-eaf8297119b3 req-d2fc710e-ead2-46d9-92ba-3e70628c2703 service neutron] (80335) timed out ('10.222.0.16', 53595) {{(pid=80335) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 19 14:43:16.068588 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1ff859bd-13a7-4604-b5b5-67a861bccb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:43:16.647780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:43:17.431153 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:43:18.168595 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:43:30.738792 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:43:43.650022 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3a8aeaf5-0331-48e2-8e15-71da8099f180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:43:45.342065 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:43:46.067748 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-8996df61-9cbb-4eab-822a-554bd936a0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:43:46.651476 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:43:47.436413 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:43:48.103864 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:44:07.747437 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:44:13.654290 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-9f869875-fb79-4643-a48d-e1574f757f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:44:15.353959 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:44:16.073780 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-1eac2366-67d2-4845-bdfe-53c7a8a13816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:44:16.647178 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:44:17.440639 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:44:18.102544 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:44:43.659903 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-079e77b3-93dd-48de-8119-39734d0234eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:44:44.746675 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:44:45.366427 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:44:46.065744 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-48374aef-7f0e-4017-a2f3-d1b8b392f8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:44:46.659646 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:44:47.438538 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:44:48.109167 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:45:13.659301 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-80e2645b-5403-4eff-94e4-905794038751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:45:15.377789 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:45:16.067009 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-373e40ec-8add-4fa0-bd69-15a511a67148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:45:16.658233 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:45:17.438166 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:45:18.108729 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:45:21.746928 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:45:43.659576 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-0f42ef9d-f281-468f-a9c7-ea4233a02ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:45:45.394618 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:45:46.066693 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-37810755-d396-4a8e-a7d0-a38b25e08202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:45:46.661509 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:45:47.440244 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:45:48.111536 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:45:58.746385 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron.db.agents_db [None req-b8725bcc-9558-4110-8be2-870c2223d26d None None] Agent healthcheck: found 6 active agents {{(pid=80337) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 14:46:13.660919 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-2180dadc-b95d-4fb8-a939-91171c3757d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:46:15.424346 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-61b44432-a1ab-4a82-bace-959776009dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:46:16.072724 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-42b6eee6-24e3-404d-9341-77402d03ffd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:46:16.669527 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-3203fb23-7ad9-4a01-98f1-6bb94c467697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:46:17.443117 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-5a818e93-fe2a-445c-ba2a-5c770a8bca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 14:46:18.113279 dv-cinder-763306-2-smb neutron-server[80223]: DEBUG neutron_lib.callbacks.manager [None req-a59459a1-e76f-42f3-a94b-39c81952ca9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247167790537', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1973790'] for agent, after_update {{(pid=80336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}